-- Logs begin at Wed 2021-02-17 17:04:33 UTC, end at Wed 2021-02-17 18:08:43 UTC. -- Feb 17 17:41:08.287861 dv-cinder-760199-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 17 17:41:11.045754 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.common.config [-] Logging enabled! Feb 17 17:41:11.046301 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev527 Feb 17 17:41:11.047601 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83873) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 17:41:11.049416 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.common.config [-] Logging enabled! Feb 17 17:41:11.049709 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev527 Feb 17 17:41:11.050065 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83873) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 17:41:11.051133 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 17:41:11.051399 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 17:41:11.052434 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 17:41:11.052743 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 17:41:11.053012 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 17:41:11.053390 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.053743 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.054091 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.054356 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.054703 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.055045 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.055374 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.055715 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.056062 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.056416 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.056745 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.057079 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.057347 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.057792 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.058139 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.058547 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.059000 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] debug = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.059469 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.060020 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.060353 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.060694 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.061037 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.061359 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.061682 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.062016 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.062395 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] host = dv-cinder-760199-3-smb {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.062843 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.063062 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.063401 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.063769 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.064041 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.064360 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.064711 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.065038 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.065354 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] log_file = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.065676 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.066014 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.066347 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.066689 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.066954 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.067215 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.067551 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.067887 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.068208 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.068527 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.068870 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.069198 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.069516 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.069827 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.070165 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.070495 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.070831 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.071151 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.071471 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.071786 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.072102 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.072435 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.072778 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.073127 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.074069 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.074412 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.074728 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.075047 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.075408 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.075740 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.076074 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.076408 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.076754 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.077091 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.077408 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.077724 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.078038 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] use_json = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.078355 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.078668 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.078997 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.079316 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.079630 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.079948 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.080261 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.080599 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:11.080971 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.081317 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.081671 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.082000 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.082339 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.082668 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.083005 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.083327 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.083663 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.084003 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.084337 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.084690 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.085014 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.085335 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.085678 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.086033 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.086376 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.086719 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.087037 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.087352 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.087668 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.087988 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.088320 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.088671 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.089120 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.089438 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.089761 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.090126 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.090404 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.090721 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.091044 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.091381 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.091701 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.092016 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.092344 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.092675 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.093002 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.093315 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.093633 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.093968 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.094287 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.094602 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.094915 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.095234 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.095736 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.095832 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.096219 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.096464 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.096822 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.097145 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.097461 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.097774 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.098093 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.098410 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.098731 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.099050 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.099364 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.099680 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.099994 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.100308 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.100623 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.100964 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.101285 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.101601 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.101917 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.102233 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.102545 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.102861 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.103190 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.103536 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.103857 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.104179 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.105096 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.105579 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.105678 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.105971 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.106295 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.106618 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.106931 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.107274 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.107601 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.107930 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.108255 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.108575 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.108946 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.109270 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.109602 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.109923 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.110244 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.110572 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.110906 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.111243 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.111581 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.111919 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.112255 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.112592 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.112943 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.113304 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.113627 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:11.113881 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 17:41:11.114151 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83873) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 17 17:41:11.777531 dv-cinder-760199-3-smb neutron-server[83873]: INFO keyring.backend [-] Loading Gnome Feb 17 17:41:11.795403 dv-cinder-760199-3-smb neutron-server[83873]: INFO keyring.backend [-] Loading Google Feb 17 17:41:11.798041 dv-cinder-760199-3-smb neutron-server[83873]: INFO keyring.backend [-] Loading Windows (alt) Feb 17 17:41:11.801564 dv-cinder-760199-3-smb neutron-server[83873]: INFO keyring.backend [-] Loading file Feb 17 17:41:11.802549 dv-cinder-760199-3-smb neutron-server[83873]: INFO keyring.backend [-] Loading keyczar Feb 17 17:41:11.802836 dv-cinder-760199-3-smb neutron-server[83873]: INFO keyring.backend [-] Loading multi Feb 17 17:41:11.803477 dv-cinder-760199-3-smb neutron-server[83873]: INFO keyring.backend [-] Loading pyfs Feb 17 17:41:11.849913 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:41:11.850231 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:41:11.850561 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:41:11.850937 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 17 17:41:12.247531 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.248063 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.248169 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.297753 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.298063 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.298370 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.302001 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.302316 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.302622 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.372162 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.372419 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.372744 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.373896 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.374206 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.374505 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.648215 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.648482 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.648820 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.649133 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.649979 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.798361 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.798735 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.799069 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.799379 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.799683 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.800066 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.800370 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.800684 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.800979 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.801323 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.801625 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.801928 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.802236 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.802534 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.802846 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.803162 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.803457 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.803782 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.804073 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.804562 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.804878 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.805167 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.805512 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.805798 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.806082 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.806514 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 17:41:12.806792 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 17:41:12.807070 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 17:41:12.807348 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 17:41:12.807768 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 17:41:12.808271 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 17:41:12.808455 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 17 17:41:12.811790 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 17 17:41:12.815728 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 17 17:41:12.819648 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Feb 17 17:41:12.825886 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 17 17:41:12.825886 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 17 17:41:12.825886 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 17 17:41:12.825886 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 17 17:41:12.826972 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 17 17:41:12.827081 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 17 17:41:12.827532 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 17 17:41:12.850436 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 17 17:41:12.850969 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.851311 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83873) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 17 17:41:12.851728 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.853111 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83873) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 17 17:41:12.853437 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 17 17:41:12.853720 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 17 17:41:12.857196 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.857516 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:12.924989 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 17 17:41:12.925207 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 17 17:41:12.925447 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 17 17:41:12.925868 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 17 17:41:12.959863 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_db.sqlalchemy.engines [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83873) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 17 17:41:13.400541 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.plugins.ml2.managers [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Initializing driver for type 'gre' Feb 17 17:41:13.401769 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] gre ID ranges: [(1, 1000)] Feb 17 17:41:13.444803 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.plugins.ml2.managers [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Initializing driver for type 'local' Feb 17 17:41:13.445191 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.plugins.ml2.managers [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Initializing driver for type 'vlan' Feb 17 17:41:13.456403 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] VlanTypeDriver initialization complete Feb 17 17:41:13.456840 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.plugins.ml2.managers [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Initializing driver for type 'vxlan' Feb 17 17:41:13.457420 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] vxlan ID ranges: [(1, 1000)] Feb 17 17:41:13.501254 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.plugins.ml2.managers [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Initializing extension driver 'port_security' Feb 17 17:41:13.501762 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.plugins.ml2.extensions.port_security [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] PortSecurityExtensionDriver initialization complete Feb 17 17:41:13.502316 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.plugins.ml2.managers [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Initializing mechanism driver 'openvswitch' Feb 17 17:41:13.511860 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:41:13.513070 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > port after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.513669 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > port after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.514280 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > port after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.514904 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > subnet after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.515495 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > subnet after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.516056 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.516709 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > network after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.517287 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > network after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.518125 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > network after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.518738 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > security_group after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.519305 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > security_group after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.519885 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.520401 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.520873 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.521294 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.521923 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > address_group after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.522341 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > address_group after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.522754 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > address_group after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.523177 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] ML2 OVO RPC backend initialized. {{(pid=83873) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 17 17:41:13.523971 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.524378 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.524926 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > network before_response 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.525345 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > networks before_response 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.525787 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > port before_response 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.526207 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > ports before_response 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.527325 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > subnet before_response 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.527750 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > subnets before_response 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.528176 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > network after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.528603 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > network after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.529050 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > network after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.529462 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > port after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.529855 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > port after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.530276 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > port after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.530702 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > subnet after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.531113 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > subnet after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.531527 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.532226 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.plugins.ml2.plugin [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Modular L2 Plugin initialization complete Feb 17 17:41:13.532628 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading services supported by the core plugin {{(pid=83873) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 17 17:41:13.533074 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.plugins.ml2.managers [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Got port-security extension from driver 'port_security' Feb 17 17:41:13.533662 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.extensions.vlantransparent [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Disabled vlantransparent extension. Feb 17 17:41:13.534163 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83873) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 17 17:41:13.534547 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading Plugin: router Feb 17 17:41:13.575425 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.575896 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > router after_create 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.576309 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > router before_create 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.576772 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.577245 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.577677 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > router after_delete 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.578113 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.578573 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > router after_create 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.579000 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > router after_update 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.579432 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > router after_update 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.579955 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.580313 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > router after_update 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.580874 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > router precommit_update 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.581337 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: port after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.581752 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: port after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.582151 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: subnet after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.582569 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.582970 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.583395 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > router precommit_create 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.583827 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: port before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.584223 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > router precommit_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.584700 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > router after_update 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.585106 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.585534 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > router precommit_create 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.585950 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.586370 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > router precommit_update 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.586866 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > network after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.587931 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource_registry [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Tracking information for resource: router configured {{(pid=83873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 17:41:13.588342 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource_registry [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Tracking information for resource: floatingip configured {{(pid=83873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 17:41:13.594727 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.db.l3_agentschedulers_db [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 17 17:41:13.595700 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: port after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.596300 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: port after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.596903 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: port after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.597468 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: port after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.598847 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > router before_create 55550100 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.599446 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.600044 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > router precommit_create 55550100 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.600663 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > router precommit_update 55550100 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.609607 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.provider_configuration [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Service providers = [] {{(pid=83873) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 17 17:41:13.610193 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.servicetype_db [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83873) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 17 17:41:13.614653 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.service_base [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83873) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 17:41:13.615244 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.service_base [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83873) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 17:41:13.615824 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.service_base [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83873) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 17:41:13.617151 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.service_base [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83873) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 17:41:13.617771 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.services.service_base [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 17 17:41:13.618435 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 17:41:13.619021 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 17 17:41:13.631252 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 17:41:13.631653 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading Plugin: auto_allocate Feb 17 17:41:13.638647 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: network precommit_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.639100 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: network precommit_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.639757 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 17:41:13.640125 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading Plugin: tag Feb 17 17:41:13.647887 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 17:41:13.648319 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading Plugin: timestamp Feb 17 17:41:13.653260 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 17:41:13.653794 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading Plugin: network_ip_availability Feb 17 17:41:13.659692 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.660139 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.660561 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.661480 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 17:41:13.661873 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading Plugin: flavors Feb 17 17:41:13.666746 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 17:41:13.667187 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading Plugin: revisions Feb 17 17:41:13.671776 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 17:41:13.672228 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.822s {{(pid=83873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:41:13.673172 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83873) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 17 17:41:13.673568 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Initializing extension manager. Feb 17 17:41:13.674183 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: __init__.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.674604 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: __pycache__ {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.675027 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.675445 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: address_group.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.676478 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.677220 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: address-group Feb 17 17:41:13.677606 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: address_scope.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.678454 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.679101 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: address-scope Feb 17 17:41:13.679498 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.680521 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.681190 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: router-admin-state-down-before-update Feb 17 17:41:13.681594 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: agent.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.682402 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.683081 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: agent Feb 17 17:41:13.683474 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: agent_resources_synced.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.684461 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.685127 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: agent-resources-synced Feb 17 17:41:13.685522 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: allowedaddresspairs.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.687506 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.688132 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: allowed-address-pairs Feb 17 17:41:13.688543 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: auto_allocated_topology.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.689719 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.690379 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: auto-allocated-topology Feb 17 17:41:13.690783 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: availability_zone.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.691614 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.692241 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: availability_zone Feb 17 17:41:13.692667 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: availability_zone_filter.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.693657 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.694294 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: availability_zone_filter Feb 17 17:41:13.694666 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: data_plane_status.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.695657 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.696273 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extension data-plane-status not supported by any of loaded plugins Feb 17 17:41:13.696691 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: default_subnetpools.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.697674 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.698857 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: default-subnetpools Feb 17 17:41:13.699256 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.700455 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.701118 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: dhcp_agent_scheduler Feb 17 17:41:13.701524 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: dns.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.702533 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.703127 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extension dns-integration not supported by any of loaded plugins Feb 17 17:41:13.703529 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: dns_domain_ports.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.704517 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.705175 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 17 17:41:13.705579 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: dvr.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.706364 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.706987 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: dvr Feb 17 17:41:13.707382 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: empty_string_filtering.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.708379 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.709034 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: empty-string-filtering Feb 17 17:41:13.709424 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.710403 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.711005 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 17 17:41:13.711408 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.712405 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.713048 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 17 17:41:13.713452 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: external_net.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.715338 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.715976 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: external-net Feb 17 17:41:13.716376 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.717397 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.718033 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: extra_dhcp_opt Feb 17 17:41:13.718424 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: extraroute.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.719411 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.720050 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: extraroute Feb 17 17:41:13.720415 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: extraroute_atomic.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.721575 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.722198 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: extraroute-atomic Feb 17 17:41:13.722594 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: filter_validation.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.723343 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.723980 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: filter-validation Feb 17 17:41:13.724349 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: fip_pf_description.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.725388 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.725985 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 17 17:41:13.726378 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: fip_port_details.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.727368 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.727982 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: fip-port-details Feb 17 17:41:13.728382 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: flavors.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.729929 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.730701 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: flavors Feb 17 17:41:13.731257 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.733792 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.734686 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 17 17:41:13.735355 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: floatingip_pools.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.736492 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.737416 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: floatingip-pools Feb 17 17:41:13.737959 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: ip_allocation.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.738999 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.739655 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extension ip_allocation not supported by any of loaded plugins Feb 17 17:41:13.740056 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.741090 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.741722 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: ip-substring-filtering Feb 17 17:41:13.742124 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: l2_adjacency.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.743113 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.743743 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 17 17:41:13.744137 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: l3.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.745883 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.746620 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: router Feb 17 17:41:13.746995 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.749536 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.750202 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 17 17:41:13.750617 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.751624 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.752274 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: ext-gw-mode Feb 17 17:41:13.752696 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.753699 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.754308 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: l3-ha Feb 17 17:41:13.754706 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: l3_flavors.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.755796 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.756354 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: l3-flavors Feb 17 17:41:13.756811 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.757796 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.758414 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 17 17:41:13.758817 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: l3agentscheduler.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.760217 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.761569 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: l3_agent_scheduler Feb 17 17:41:13.762106 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: logging.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.763761 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.764413 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extension logging not supported by any of loaded plugins Feb 17 17:41:13.764847 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: metering.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.765734 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.766472 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: metering Feb 17 17:41:13.766876 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.768572 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.769509 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: metering_source_and_destination_fields Feb 17 17:41:13.770042 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: multiprovidernet.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.771427 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.772313 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: multi-provider Feb 17 17:41:13.772917 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: netmtu.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.774271 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.775134 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: net-mtu Feb 17 17:41:13.775688 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: netmtu_writable.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.777670 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.778569 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: net-mtu-writable Feb 17 17:41:13.779101 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: network_availability_zone.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.780168 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.781119 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: network_availability_zone Feb 17 17:41:13.781655 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: network_ip_availability.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.783277 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.784154 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: network-ip-availability Feb 17 17:41:13.784708 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: network_segment_range.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.786113 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.786983 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extension network-segment-range not supported by any of loaded plugins Feb 17 17:41:13.787548 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: pagination.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.789005 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.789420 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: pagination Feb 17 17:41:13.789828 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: port_device_profile.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.790834 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.791465 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: port-device-profile Feb 17 17:41:13.791884 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.793115 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.793762 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: port-mac-address-regenerate Feb 17 17:41:13.794172 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.795165 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.795753 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: port-numa-affinity-policy Feb 17 17:41:13.796147 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: port_resource_request.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.797167 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.797782 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extension port-resource-request not supported by any of loaded plugins Feb 17 17:41:13.798182 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: portbindings.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.799199 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.799829 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: binding Feb 17 17:41:13.800226 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: portbindings_extended.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.801634 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.802253 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: binding-extended Feb 17 17:41:13.802645 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: portsecurity.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.803667 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.804288 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: port-security Feb 17 17:41:13.804709 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: project_id.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.805753 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.806186 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: project-id Feb 17 17:41:13.806592 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: providernet.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.807592 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.808182 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: provider Feb 17 17:41:13.808540 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: qos.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.812175 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.812799 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extension qos not supported by any of loaded plugins Feb 17 17:41:13.813183 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.815680 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.816271 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 17 17:41:13.816698 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.817611 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.818195 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 17 17:41:13.818567 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: qos_default.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.819509 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.820092 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extension qos-default not supported by any of loaded plugins Feb 17 17:41:13.820468 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: qos_fip.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.821212 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.821793 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extension qos-fip not supported by any of loaded plugins Feb 17 17:41:13.822163 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: qos_gateway_ip.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.823107 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.824205 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 17 17:41:13.824577 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: qos_port_network_policy.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.825583 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.826230 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 17 17:41:13.826601 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: qos_rule_type_details.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.827634 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.828283 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 17 17:41:13.828694 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: qos_rules_alias.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.829864 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.830455 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 17 17:41:13.830824 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: quotasv2.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.831897 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.832275 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: quotas Feb 17 17:41:13.832675 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: quotasv2_detail.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.834330 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.834721 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: quota_details Feb 17 17:41:13.835100 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: rbac.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.836309 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.836979 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: rbac-policies Feb 17 17:41:13.837351 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: rbac_address_scope.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.838302 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.839475 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: rbac-address-scope Feb 17 17:41:13.839850 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: rbac_security_groups.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.840983 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.841574 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: rbac-security-groups Feb 17 17:41:13.841941 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: rbac_subnetpool.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.842895 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.843484 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: rbac-subnetpool Feb 17 17:41:13.843851 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: revisionifmatch.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.844845 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.845433 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: revision-if-match Feb 17 17:41:13.845801 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: revisions.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.846953 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.847537 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: standard-attr-revisions Feb 17 17:41:13.847909 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: router_availability_zone.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.848686 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.849255 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: router_availability_zone Feb 17 17:41:13.849623 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: routerservicetype.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.850582 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.851169 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extension router-service-type not supported by any of loaded plugins Feb 17 17:41:13.851537 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.852476 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.853102 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: security-groups-normalized-cidr Feb 17 17:41:13.853470 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.854427 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.855128 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: port-security-groups-filtering Feb 17 17:41:13.855497 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.856466 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.857088 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: security-groups-remote-address-group Feb 17 17:41:13.857459 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: securitygroup.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.870761 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.871395 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: security-group Feb 17 17:41:13.871773 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: segment.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.872692 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.873330 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extension segment not supported by any of loaded plugins Feb 17 17:41:13.873700 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.874717 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.875300 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 17 17:41:13.875671 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: servicetype.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.876835 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.877434 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: service-type Feb 17 17:41:13.877811 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: sorting.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.878815 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.879197 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: sorting Feb 17 17:41:13.879649 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: standard_attr_segment.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.881257 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.882065 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 17 17:41:13.882501 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: standardattrdescription.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.883452 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.884035 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: standard-attr-description Feb 17 17:41:13.884403 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: stateful_security_group.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.885389 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.886585 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: stateful-security-group Feb 17 17:41:13.887025 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: stdattrs_common.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.887571 dv-cinder-760199-3-smb neutron-server[83873]: WARNING neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 17 17:41:13.887939 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.889011 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.889600 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 17 17:41:13.889970 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: subnet_onboard.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.891135 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.891720 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: subnet_onboard Feb 17 17:41:13.892089 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.893322 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.893905 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 17 17:41:13.894272 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: subnet_service_types.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.895221 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.895810 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: subnet-service-types Feb 17 17:41:13.896175 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: subnetallocation.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.897342 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.897924 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: subnet_allocation Feb 17 17:41:13.898293 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.899014 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.899592 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: subnetpool-prefix-ops Feb 17 17:41:13.899961 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.900949 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.902125 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 17 17:41:13.902491 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: tagging.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.903894 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.904454 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: standard-attr-tag Feb 17 17:41:13.904855 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: timestamp.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.906073 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.906664 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loaded extension: standard-attr-timestamp Feb 17 17:41:13.907035 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: trunk.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.908079 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.908694 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extension trunk not supported by any of loaded plugins Feb 17 17:41:13.909070 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: trunk_details.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.910008 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.910601 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extension trunk-details not supported by any of loaded plugins Feb 17 17:41:13.910971 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: uplink_status_propagation.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.911909 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.912489 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 17 17:41:13.912881 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Loading extension file: vlantransparent.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:13.913608 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:13.914190 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 17 17:41:13.916978 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.quota.resource_registry [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Creating instance of TrackedResource for resource:network Feb 17 17:41:13.917825 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.quota.resource_registry [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Creating instance of TrackedResource for resource:subnet Feb 17 17:41:13.918506 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.quota.resource_registry [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 17:41:13.919179 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.quota.resource_registry [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Creating instance of TrackedResource for resource:port Feb 17 17:41:13.920737 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:41:13.921234 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Service FLAVORS assigned prefix: {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:41:13.921936 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:41:13.922425 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:41:13.922797 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.quota.resource_registry [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Creating instance of TrackedResource for resource:router Feb 17 17:41:13.923531 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.quota.resource_registry [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 17:41:13.924312 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Service METERING assigned prefix: /metering {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:41:13.926233 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.926665 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.927057 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:13.928229 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.quota.resource_registry [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 17:41:13.928745 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.quota.resource_registry [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Creating instance of TrackedResource for resource:security_group Feb 17 17:41:13.929563 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.quota.resource_registry [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 17:41:13.930388 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Service CORE assigned prefix: {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:41:13.930764 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.quota.resource_registry [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 17:41:13.931141 dv-cinder-760199-3-smb neutron-server[83873]: WARNING neutron.quota.resource_registry [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] subnetpool is already registered Feb 17 17:41:13.931816 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Service CORE assigned prefix: {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:41:13.932188 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.quota.resource_registry [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 17:41:13.932704 dv-cinder-760199-3-smb neutron-server[83873]: WARNING neutron.quota.resource_registry [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] subnetpool is already registered Feb 17 17:41:13.935567 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:41:13.936053 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Service FLAVORS assigned prefix: {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:41:13.936729 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:41:13.937211 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:41:13.937580 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.quota.resource_registry [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Creating instance of TrackedResource for resource:router Feb 17 17:41:13.937966 dv-cinder-760199-3-smb neutron-server[83873]: WARNING neutron.quota.resource_registry [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] router is already registered Feb 17 17:41:13.938613 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.quota.resource_registry [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 17:41:13.938985 dv-cinder-760199-3-smb neutron-server[83873]: WARNING neutron.quota.resource_registry [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] floatingip is already registered Feb 17 17:41:13.939682 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Service METERING assigned prefix: /metering {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:41:13.940427 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.quota.resource_registry [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 17:41:13.940833 dv-cinder-760199-3-smb neutron-server[83873]: WARNING neutron.quota.resource_registry [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] rbac_policy is already registered Feb 17 17:41:13.941465 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.quota.resource_registry [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Creating instance of TrackedResource for resource:security_group Feb 17 17:41:13.941835 dv-cinder-760199-3-smb neutron-server[83873]: WARNING neutron.quota.resource_registry [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] security_group is already registered Feb 17 17:41:13.942490 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.quota.resource_registry [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 17:41:13.942858 dv-cinder-760199-3-smb neutron-server[83873]: WARNING neutron.quota.resource_registry [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] security_group_rule is already registered Feb 17 17:41:13.943596 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Service CORE assigned prefix: {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:41:13.943965 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.quota.resource_registry [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 17:41:13.944333 dv-cinder-760199-3-smb neutron-server[83873]: WARNING neutron.quota.resource_registry [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] subnetpool is already registered Feb 17 17:41:13.945054 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Service CORE assigned prefix: {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:41:13.945422 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.quota.resource_registry [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 17:41:13.945786 dv-cinder-760199-3-smb neutron-server[83873]: WARNING neutron.quota.resource_registry [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] subnetpool is already registered Feb 17 17:41:13.946529 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: extensions {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:13.948820 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: address-groups {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:13.950736 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: address-scopes {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:13.952153 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: agents {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:13.953508 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: auto-allocated-topology {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:13.954959 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: availability_zones {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:13.956569 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: dhcp-networks {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:13.958231 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: dhcp-agents {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:13.959897 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: routers {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:13.962012 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: flavors {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:13.963547 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: service_profiles {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:13.965214 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: next_providers {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:13.968429 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: service_profiles {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:13.970344 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: floatingip-pools {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:13.972457 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: routers {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:13.975617 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: floatingips {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:13.977732 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: l3-routers {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:13.980555 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: l3-agents {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:13.983094 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: metering-labels {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:13.985271 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: metering-label-rules {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:13.986720 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: network-ip-availabilities {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:13.988201 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: bindings {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:13.990108 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: quotas {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:13.991765 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: quotas {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:13.993436 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: rbac-policies {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:13.994923 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: security-groups {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:13.996555 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: security-group-rules {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:13.998026 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: service-providers {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:13.999444 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: subnetpools {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:14.001094 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: subnetpools {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:14.002772 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: tags {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:14.004696 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: tags {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:14.006738 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: tags {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:14.008769 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: tags {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:14.011152 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: tags {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:14.013423 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: tags {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:14.015292 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: tags {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:14.017290 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: tags {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:14.019517 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: tags {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:14.021476 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.extensions [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Extended resource: tags {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:14.029210 dv-cinder-760199-3-smb neutron-server[83873]: WARNING keystonemiddleware.auth_token [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 17 17:41:14.034577 dv-cinder-760199-3-smb neutron-server[83873]: WARNING keystonemiddleware.auth_token [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 17 17:41:14.044264 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Acquired lock "singleton_lock" {{(pid=83873) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 17 17:41:14.044821 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Releasing lock "singleton_lock" {{(pid=83873) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 17 17:41:14.046274 dv-cinder-760199-3-smb neutron-server[83873]: INFO oslo_service.service [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Starting 2 workers Feb 17 17:41:14.051066 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Started child 83986 {{(pid=83873) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 17:41:14.055073 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:14.055900 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Started child 83987 {{(pid=83873) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 17:41:14.056564 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [-] (83986) wsgi starting up on http://0.0.0.0:9696 Feb 17 17:41:14.057464 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.service [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 17 17:41:14.058781 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Notify callbacks [] for process, before_spawn {{(pid=83873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:14.060001 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:14.061319 dv-cinder-760199-3-smb neutron-server[83873]: INFO oslo_service.service [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Starting 1 workers Feb 17 17:41:14.061462 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [-] (83987) wsgi starting up on http://0.0.0.0:9696 Feb 17 17:41:14.066916 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Started child 83988 {{(pid=83873) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 17:41:14.067450 dv-cinder-760199-3-smb neutron-server[83873]: INFO oslo_service.service [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Starting 1 workers Feb 17 17:41:14.068918 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.service [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] calling RpcWorker wait() {{(pid=83988) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 17 17:41:14.069314 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.service [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] returning from RpcWorker wait() {{(pid=83988) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 17 17:41:14.070842 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:14.071343 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:41:14.072617 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Started child 83989 {{(pid=83873) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 17:41:14.074079 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6978493-0c89-4c61-b08b-80c3b0f4a185 None None] Notify callbacks [] for process, after_spawn {{(pid=83873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:14.076142 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83873) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 17:41:14.076387 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 17:41:14.076608 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 17:41:14.076897 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 17:41:14.077312 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 17:41:14.077504 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 17:41:14.078079 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.078398 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.078721 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.079005 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.079359 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.080083 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.080368 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.080703 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.081047 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.081363 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.081542 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.081740 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.082042 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.082334 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.082734 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.083022 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.083308 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.083583 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.083794 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.084083 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.084436 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.084754 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.085080 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] debug = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.085358 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.085944 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.086210 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.086507 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.086773 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.087078 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.087289 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:14.087383 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.087623 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.087913 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.088170 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.088433 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.088798 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.089066 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.089353 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.089661 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.089922 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.090377 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] host = dv-cinder-760199-3-smb {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.090628 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.090885 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.091160 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.091423 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.091715 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.092009 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.092302 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.092601 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.092897 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.093189 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.093459 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.093725 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.093858 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:41:14.093993 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.094438 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] log_file = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.094777 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] log_options = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.095172 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.095633 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.096072 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.096433 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.096803 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.097140 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.097584 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.097917 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.098341 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.098755 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.099149 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.099576 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.099997 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.100393 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.100866 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.108669 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.108669 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.108669 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.108669 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.108669 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.108669 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.108669 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.108669 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.109847 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.109847 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.109847 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.109847 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.109847 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.109847 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.109847 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.109847 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.110534 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.110534 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.110534 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.110534 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.110534 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.110534 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.110534 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.110534 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.111190 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.111190 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.111190 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.111190 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.111190 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.111190 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.111190 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] use_json = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.111190 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.111830 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.111830 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.111830 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.111830 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.111830 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.112192 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.112371 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.112822 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.113163 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.113523 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.113792 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.114080 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.114354 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.114647 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.114909 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.115185 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.115465 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.115798 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.116067 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.116381 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.116682 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.116963 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.117311 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.117619 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.117937 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.118195 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.118466 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.118740 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.119006 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.119344 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.119799 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.119960 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.120772 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.121035 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.121377 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.121603 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.121991 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.122110 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.122323 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.122634 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.122971 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.123227 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.125407 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.125407 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.125407 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.125407 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.125799 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.125910 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.126202 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.126469 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.126747 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.127004 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.127257 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.127518 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.127810 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.128093 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.128381 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.128673 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.128958 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.129223 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.129464 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.129700 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.130005 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.130271 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.130517 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.130786 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.131043 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.131291 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.131576 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.131834 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.132098 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.132316 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.132583 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.132863 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.133144 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.133441 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.133700 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.133952 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.134226 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.134482 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.134735 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.134990 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.135243 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.135492 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.136448 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.136803 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.137191 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.137501 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.137765 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.137980 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.138239 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.138635 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.138897 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.139181 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.139484 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.139755 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.140056 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.140334 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.140621 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.140909 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.141171 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.141429 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.141713 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.141999 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.142289 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.142848 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.143115 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.143435 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.143692 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.143961 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.144221 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.144499 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.144861 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.145169 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.145468 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.145761 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.146044 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.146360 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.146801 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.146934 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.147244 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.147531 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.147837 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.148192 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.148490 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.148807 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.149101 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.149399 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.149723 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.149997 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.150300 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.150576 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.150861 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.151156 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.151527 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.151812 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.152163 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.152339 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.152630 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.153039 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.153346 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.153602 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.153866 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.154212 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.154465 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.154729 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.155025 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.155321 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.155607 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.155878 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.156191 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.156447 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.156741 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.157023 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.157299 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.157574 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.157867 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.158118 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.158383 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.158653 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.158948 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.159202 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.159446 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.159891 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.160327 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.160595 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.160873 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.161149 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.161413 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.161695 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.161957 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.162360 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.162460 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.162711 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.163006 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.163284 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.163598 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.163887 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.164229 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.164436 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.164743 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.165039 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.165384 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.165675 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.165833 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.166078 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.166334 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.166596 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.166851 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.167220 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.167513 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.167776 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.168062 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.168328 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.168746 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.169082 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.169309 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.169571 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.169999 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.170437 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.170846 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.171251 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.171695 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.171965 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.172233 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.172527 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.172839 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.173132 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.173388 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.173644 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.173899 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.174175 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.174437 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.174796 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.175080 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.175334 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.175610 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.175863 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.176133 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.176387 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.176657 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.176923 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.177178 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.177452 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.177712 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.177968 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.178227 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.178481 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.178822 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.179215 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.179389 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.179706 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.179990 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.180280 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.180560 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.181010 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.181268 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.181555 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.181819 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.182109 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.182370 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.183326 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.183742 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.184099 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.184422 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.184754 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.185073 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.185545 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.185859 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.186090 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.187168 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.187168 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.187168 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.187513 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.187611 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.187896 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.188127 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.188371 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.188633 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.188920 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.189224 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.189521 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.189817 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.190105 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.190354 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.190678 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.190883 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.191179 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.191443 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.191711 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.191966 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.192158 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 17:41:14.192751 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83873) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 17:41:14.192942 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 17:41:14.193100 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 17:41:14.193318 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 17:41:14.193517 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 17:41:14.193666 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 17:41:14.193910 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.194096 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.194386 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.194558 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.194684 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.194913 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.195151 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.195306 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.195491 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.195641 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.195830 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.195974 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.196158 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.196305 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.196439 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.196578 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.196774 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.196941 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.197142 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.197336 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.197524 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.197723 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.197907 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] debug = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.198099 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.198936 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.199120 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.199286 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.199480 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.199666 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.199865 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.200048 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.200242 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.200429 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.200620 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.201441 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.201441 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.201441 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.201441 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.202159 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.202159 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] host = dv-cinder-760199-3-smb {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.202159 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.202159 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.202159 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.203226 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.203226 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.203226 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.203226 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.203226 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.203226 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.204269 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.204269 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.204269 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.204269 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.204269 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] log_file = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.204269 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] log_options = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.204269 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.205366 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.205366 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.205366 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.205366 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.205366 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.205366 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.206279 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.206279 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.206279 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.206279 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.206279 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.206279 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.207168 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.207168 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.207168 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.207168 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.207168 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.207831 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.207831 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.207831 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.207831 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.208715 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.208715 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.208715 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.208715 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.208715 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.208715 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.210217 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.210217 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.210217 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.210217 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.210217 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.210217 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.210217 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.210217 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.212017 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.212017 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.212017 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.212017 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.212017 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.212017 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.212017 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.212017 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.213316 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.213316 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] use_json = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.213316 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.213316 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.213316 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.213316 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.213316 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.213316 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.213316 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.214812 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:14.214812 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.214812 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.214812 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.214812 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.214812 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.214812 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.214812 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.216026 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.216026 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.216026 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.216026 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.216026 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.216026 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.216026 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.216026 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.217304 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.217304 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.217304 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.217304 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.217304 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.217304 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.217304 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.217304 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.218482 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.218482 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.218482 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.218482 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.218482 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.218482 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.218482 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.219581 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.219581 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.219581 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.219581 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.219581 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.219581 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.219581 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.220629 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.220629 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.220629 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.220629 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.220629 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.220629 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.221553 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.221553 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.221553 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.221553 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.221553 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.221553 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.223436 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.223436 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.223436 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.223436 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.223436 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.223436 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.223436 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.223436 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.223436 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.225535 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.225535 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.225535 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.225535 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.225535 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.225535 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.225535 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.225535 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.225535 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.226904 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.226904 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.226904 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.226904 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.226904 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.226904 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.226904 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.226904 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.226904 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.228400 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.228400 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.228400 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.228400 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.228400 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.228400 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.228400 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.228400 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.228400 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.229889 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.229889 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.229889 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.229889 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.229889 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.229889 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.229889 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.229889 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.231096 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.231096 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.231096 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.231096 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.231096 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.231096 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.231096 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.231096 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.232894 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.232894 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.232894 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.232894 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.232894 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.232894 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.232894 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.232894 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.234144 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.234144 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.234144 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.234144 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.234144 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.234144 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.234144 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.234144 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.235338 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.235338 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.235338 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.235338 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.235338 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.235338 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.235338 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.235338 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.236540 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.236540 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.236540 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.236540 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.236540 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.236540 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.236540 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.236540 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.237909 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.237909 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.237909 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.237909 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.237909 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.237909 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.237909 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.237909 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.239459 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.239459 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.239459 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.239459 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.239459 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.239459 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.239459 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.239459 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.240771 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.240771 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.240771 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.240771 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.240771 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.240771 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.240771 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.240771 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.242002 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.242002 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.242002 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.242002 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.242002 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.242002 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.242002 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.242002 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.243198 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.243198 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.243198 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.243198 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.243198 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.243198 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.243198 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.243198 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.244369 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.244369 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.244369 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.244369 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.244369 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.244369 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.244369 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.244369 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.245895 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.245895 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.245895 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.245895 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.245895 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.245895 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.245895 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.246416 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.246416 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.246416 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.246990 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.246990 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.247363 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.247363 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.247671 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.247671 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.247980 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.247980 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.248289 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.248289 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.248592 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.248819 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.248819 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.249144 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.249144 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.249464 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:41:14.249628 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.249628 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.249985 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.249985 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.249985 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.250485 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.250485 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.250485 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.250944 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.250944 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.251251 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.251251 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.251581 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.251581 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.251912 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.251912 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.252227 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.252227 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.252543 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.252543 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.252933 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.252933 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.253254 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.253254 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.253567 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.253567 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.253857 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.254051 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.254051 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.254377 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.254527 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.254711 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.254857 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.255046 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.255194 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.255360 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.255507 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.255693 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.255849 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.256034 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.256181 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.256374 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.256522 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.256760 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.256917 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.257071 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.257736 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.257736 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.257736 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.257736 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.258472 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.258472 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.258472 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.258472 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.258472 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.259302 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.259302 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.259302 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:14.259302 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 17:41:14.459285 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 41086) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:41:14.471595 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0100970 Feb 17 17:41:25.478322 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b008050a-a2b4-4732-9cca-6ec56de8f4a9 None None] get_active_networks_info from dv-cinder-760199-3-smb {{(pid=83988) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 17:41:25.624327 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3b3bf6ba-2a6d-471f-973d-2b1e678507a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214'] for agent, after_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:25.670441 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b008050a-a2b4-4732-9cca-6ec56de8f4a9 None None] No non-hosted networks {{(pid=83988) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 17 17:41:27.459597 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d706aca3-c56d-41af-9a69-7f968a2b50c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214'] for agent, after_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:27.524364 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d8231df9-6767-4d7f-ab3e-86010a3203b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:28.623118 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214'] for agent, after_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:29.737728 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214'] for agent, after_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:29.739691 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:29.740748 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:29.741924 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:29.742847 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:29.743923 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:29.744909 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:29.746062 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:29.747196 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:29.747944 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:29.749027 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:29.750119 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:29.751030 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:29.752300 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760199-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:41:29.765527 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760199-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:41:29.881832 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214'] for agent, after_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:31.250199 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 41174) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:41:31.695953 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] get_endpoint_by_host() called for host dv-cinder-760199-3-smb {{(pid=83988) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 17:41:31.704793 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] get_endpoint_by_ip() called for ip 192.168.0.57 {{(pid=83988) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 17:41:31.706222 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] _add_endpoint() called for ip 192.168.0.57 {{(pid=83988) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 17:41:31.712391 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] _get_endpoints() called {{(pid=83988) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 17:41:31.970107 dv-cinder-760199-3-smb neutron-server[83873]: WARNING oslo_policy.policy [None req-6c47231e-8862-4fa2-8018-5ada76e12662 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:41:31.970927 dv-cinder-760199-3-smb neutron-server[83873]: WARNING oslo_policy.policy [None req-6c47231e-8862-4fa2-8018-5ada76e12662 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:41:32.205832 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [None req-6c47231e-8862-4fa2-8018-5ada76e12662 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=83987) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:41:32.206985 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-6c47231e-8862-4fa2-8018-5ada76e12662 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.9556918 Feb 17 17:41:33.810655 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.db.l3_hamode_db [None req-9ff544ff-3a7d-4625-8a18-5109c4d9f9ca None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 17 17:41:33.922305 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff544ff-3a7d-4625-8a18-5109c4d9f9ca None None] Routers set() bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:41:33.922751 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff544ff-3a7d-4625-8a18-5109c4d9f9ca None None] Router IDs set() for agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 17 17:41:35.017290 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 41190) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:41:35.434927 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-ebb10a4f-6198-4667-babb-18b36184df9f admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:35.504684 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.policy [None req-ebb10a4f-6198-4667-babb-18b36184df9f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83987) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 17:41:35.541937 dv-cinder-760199-3-smb neutron-server[83873]: WARNING oslo_policy.policy [None req-ebb10a4f-6198-4667-babb-18b36184df9f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:41:35.542985 dv-cinder-760199-3-smb neutron-server[83873]: WARNING oslo_policy.policy [None req-ebb10a4f-6198-4667-babb-18b36184df9f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:41:35.570106 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.quota [None req-ebb10a4f-6198-4667-babb-18b36184df9f admin admin] Loaded quota_driver: . Feb 17 17:41:35.586482 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ebb10a4f-6198-4667-babb-18b36184df9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:41:35.646969 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ebb10a4f-6198-4667-babb-18b36184df9f admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363283401922651', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363283401937636', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363283401941193', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363283401951054', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363283401952039', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853737179', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853788258', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7963496', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7954168'] for rbac-policy, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:35.716943 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ebb10a4f-6198-4667-babb-18b36184df9f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:35.718231 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-ebb10a4f-6198-4667-babb-18b36184df9f admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6999836 Feb 17 17:41:38.779199 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 41204) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:41:39.175950 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '469c44a765b84c66a5c612bb122e6aef', 'name': 'private'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:39.181830 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:41:39.188331 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Usage tracker for resource:network and tenant:469c44a765b84c66a5c612bb122e6aef is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:41:39.192085 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:41:39.200090 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:41:39.208445 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Made reservation on behalf of 469c44a765b84c66a5c612bb122e6aef for: {'network': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:41:39.215555 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for network, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:39.235476 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:39.421344 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:41:39.425693 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Usage tracker for resource:security_group_rule and tenant:469c44a765b84c66a5c612bb122e6aef is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:41:39.429512 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:41:39.436278 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:41:39.563045 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:39.566491 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:39.574034 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:41:39.606747 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=83987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:41:39.647016 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363283404939516', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012526'] for segment, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:39.647511 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.db.segments_db [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Added segment 7101a6bd-3df4-4c7e-90af-cd6c2b3b3a95 of type vxlan for network d678fecb-d1a6-473c-87e0-8d85373a9ef8 Feb 17 17:41:39.699432 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc14271a-8cf9-4015-9d1e-9abe293adfe2,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:41:39.721012 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:39.721385 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:39.721748 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:39.722110 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:39.722468 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:39.722815 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:39.723161 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:39.723511 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:39.723857 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:39.724203 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:39.724550 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:39.724920 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:39.726073 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Tracked resource versions report: Feb 17 17:41:39.726073 dv-cinder-760199-3-smb neutron-server[83873]: pushed versions: Feb 17 17:41:39.726073 dv-cinder-760199-3-smb neutron-server[83873]: { 'AddressGroup': {'1.1'}, Feb 17 17:41:39.726073 dv-cinder-760199-3-smb neutron-server[83873]: 'ConntrackHelper': {'1.0'}, Feb 17 17:41:39.726073 dv-cinder-760199-3-smb neutron-server[83873]: 'Log': {'1.0'}, Feb 17 17:41:39.726073 dv-cinder-760199-3-smb neutron-server[83873]: 'Network': {'1.1'}, Feb 17 17:41:39.726073 dv-cinder-760199-3-smb neutron-server[83873]: 'Port': {'1.7'}, Feb 17 17:41:39.726073 dv-cinder-760199-3-smb neutron-server[83873]: 'PortForwarding': {'1.2'}, Feb 17 17:41:39.726073 dv-cinder-760199-3-smb neutron-server[83873]: 'QosPolicy': {'1.8'}, Feb 17 17:41:39.726073 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroup': {'1.4'}, Feb 17 17:41:39.726073 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroupRule': {'1.2'}, Feb 17 17:41:39.726073 dv-cinder-760199-3-smb neutron-server[83873]: 'SubPort': {'1.0'}, Feb 17 17:41:39.726073 dv-cinder-760199-3-smb neutron-server[83873]: 'Subnet': {'1.1'}, Feb 17 17:41:39.726073 dv-cinder-760199-3-smb neutron-server[83873]: 'Trunk': {'1.1'}} Feb 17 17:41:39.726073 dv-cinder-760199-3-smb neutron-server[83873]: consumer versions: Feb 17 17:41:39.726073 dv-cinder-760199-3-smb neutron-server[83873]: { DHCP agent@dv-cinder-760199-3-smb: {}, Feb 17 17:41:39.726073 dv-cinder-760199-3-smb neutron-server[83873]: L3 agent@dv-cinder-760199-3-smb: {}, Feb 17 17:41:39.726073 dv-cinder-760199-3-smb neutron-server[83873]: Metadata agent@dv-cinder-760199-3-smb: {}, Feb 17 17:41:39.726073 dv-cinder-760199-3-smb neutron-server[83873]: Metering agent@dv-cinder-760199-3-smb: {}, Feb 17 17:41:39.726073 dv-cinder-760199-3-smb neutron-server[83873]: Open vSwitch agent@dv-cinder-760199-3-smb: { 'AddressGroup': '1.1', Feb 17 17:41:39.726073 dv-cinder-760199-3-smb neutron-server[83873]: 'ConntrackHelper': '1.0', Feb 17 17:41:39.726073 dv-cinder-760199-3-smb neutron-server[83873]: 'Log': '1.0', Feb 17 17:41:39.726073 dv-cinder-760199-3-smb neutron-server[83873]: 'Network': '1.1', Feb 17 17:41:39.726073 dv-cinder-760199-3-smb neutron-server[83873]: 'Port': '1.7', Feb 17 17:41:39.726073 dv-cinder-760199-3-smb neutron-server[83873]: 'PortForwarding': '1.2', Feb 17 17:41:39.726073 dv-cinder-760199-3-smb neutron-server[83873]: 'QosPolicy': '1.8', Feb 17 17:41:39.726073 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroup': '1.4', Feb 17 17:41:39.726073 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroupRule': '1.2', Feb 17 17:41:39.726073 dv-cinder-760199-3-smb neutron-server[83873]: 'SubPort': '1.0', Feb 17 17:41:39.726073 dv-cinder-760199-3-smb neutron-server[83873]: 'Subnet': '1.1', Feb 17 17:41:39.726073 dv-cinder-760199-3-smb neutron-server[83873]: 'Trunk': '1.1'}} Feb 17 17:41:39.726073 dv-cinder-760199-3-smb neutron-server[83873]: {{(pid=83987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 17:41:39.767116 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363283405532856'] for network, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:39.775931 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:41:39.809344 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513'] for network, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:39.810635 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:41:39.811285 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:39.816028 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:41:39.928392 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.1480238 Feb 17 17:41:39.929148 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Pushing event updated for resources: {'Network': ['ID=d678fecb-d1a6-473c-87e0-8d85373a9ef8,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:41:39.932368 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:41:39.941222 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Network d678fecb-d1a6-473c-87e0-8d85373a9ef8 details requested by agent ovs-agent-dv-cinder-760199-3-smb with host dv-cinder-760199-3-smb {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:41:43.017006 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 41220) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:41:43.525949 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d43102-660c-49e7-beff-1906600b0b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:41:43.528809 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-13d43102-660c-49e7-beff-1906600b0b67 admin admin] 10.222.0.49 "GET /v2.0/networks/d678fecb-d1a6-473c-87e0-8d85373a9ef8 HTTP/1.1" status: 200 len: 818 time: 0.5107136 Feb 17 17:41:43.558676 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-d6376e26-ab51-4006-b704-d88f6b403f6b admin admin] 10.222.0.49 "GET /v2.0/subnetpools/f4b8e00d-dd91-43c4-9651-d8c13a494b12 HTTP/1.1" status: 200 len: 734 time: 0.0236208 Feb 17 17:41:43.568378 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-09d9541e-4627-4f5d-ad45-ea044e5da054 admin admin] Request body: {'subnet': {'subnetpool_id': 'f4b8e00d-dd91-43c4-9651-d8c13a494b12', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'd678fecb-d1a6-473c-87e0-8d85373a9ef8', 'tenant_id': '469c44a765b84c66a5c612bb122e6aef'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:43.573169 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-09d9541e-4627-4f5d-ad45-ea044e5da054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:41:43.577211 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-09d9541e-4627-4f5d-ad45-ea044e5da054 admin admin] Usage tracker for resource:subnet and tenant:469c44a765b84c66a5c612bb122e6aef is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:41:43.580177 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-09d9541e-4627-4f5d-ad45-ea044e5da054 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:41:43.585818 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-09d9541e-4627-4f5d-ad45-ea044e5da054 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:41:43.595058 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d9541e-4627-4f5d-ad45-ea044e5da054 admin admin] Made reservation on behalf of 469c44a765b84c66a5c612bb122e6aef for: {'subnet': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:41:43.599627 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-09d9541e-4627-4f5d-ad45-ea044e5da054 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:44.091701 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-09d9541e-4627-4f5d-ad45-ea044e5da054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846389800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513'] for subnet, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:44.106947 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:41:44.251770 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9541e-4627-4f5d-ad45-ea044e5da054 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2a8cebe-ca12-4892-ad2f-3cc81bd67714,revision_number=0']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:41:44.258157 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-09d9541e-4627-4f5d-ad45-ea044e5da054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:41:44.319670 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d9541e-4627-4f5d-ad45-ea044e5da054 admin admin] Checking segment: {'id': '7101a6bd-3df4-4c7e-90af-cd6c2b3b3a95', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd678fecb-d1a6-473c-87e0-8d85373a9ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:41:44.319935 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d9541e-4627-4f5d-ad45-ea044e5da054 admin admin] Network hostable DHCP agents. Network: d678fecb-d1a6-473c-87e0-8d85373a9ef8, hostable agents: ['8546a6d4-f394-45d5-bab8-9d45fc62bb83'], hosted agents: [] {{(pid=83987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:41:44.346238 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d9541e-4627-4f5d-ad45-ea044e5da054 admin admin] Network d678fecb-d1a6-473c-87e0-8d85373a9ef8 is scheduled to be hosted by DHCP agent 8546a6d4-f394-45d5-bab8-9d45fc62bb83 with binding_index 1 {{(pid=83987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:41:44.356996 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-09d9541e-4627-4f5d-ad45-ea044e5da054 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-smb, d678fecb-d1a6-473c-87e0-8d85373a9ef8) {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:41:44.362224 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d9541e-4627-4f5d-ad45-ea044e5da054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:41:44.362866 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-09d9541e-4627-4f5d-ad45-ea044e5da054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for subnet, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:44.368400 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346d9d4a-dfa1-4f1f-8d4d-8a850fded2d9 None None] Network d678fecb-d1a6-473c-87e0-8d85373a9ef8 requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:41:44.385004 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-09d9541e-4627-4f5d-ad45-ea044e5da054 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8200881 Feb 17 17:41:44.891426 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc8980f4-a3c2-5bc6-8503-45c957795eab-d678fecb-d1a6-473c-87e0-8d85373a9ef8', 'network_id': 'd678fecb-d1a6-473c-87e0-8d85373a9ef8', 'tenant_id': '469c44a765b84c66a5c612bb122e6aef', 'fixed_ips': [{'subnet_id': 'e2a8cebe-ca12-4892-ad2f-3cc81bd67714'}]}} from dv-cinder-760199-3-smb. {{(pid=83988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 17:41:44.892576 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:45.223112 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Allocated IP 172.20.0.2 (d678fecb-d1a6-473c-87e0-8d85373a9ef8/e2a8cebe-ca12-4892-ad2f-3cc81bd67714/a4e5316a-cecc-45ec-be80-898fbb10d5d6) {{(pid=83988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:41:45.470893 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Notify callbacks [] for port, precommit_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:45.483684 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Transition to ACTIVE for port object a4e5316a-cecc-45ec-be80-898fbb10d5d6 will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:41:45.501351 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Transition to ACTIVE for port object a4e5316a-cecc-45ec-be80-898fbb10d5d6 will not be triggered until provisioned by entity DHCP. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:41:45.507082 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479'] for port, after_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:45.523600 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:41:45.663857 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Pushing event updated for resources: {'Port': ['ID=a4e5316a-cecc-45ec-be80-898fbb10d5d6,revision_number=1']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:41:45.684370 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:45.684781 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:45.685174 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:45.685510 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:45.685872 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:45.686224 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:45.686574 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:45.686992 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:45.687275 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:45.687628 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:45.687972 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:45.688321 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:45.689513 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Tracked resource versions report: Feb 17 17:41:45.689513 dv-cinder-760199-3-smb neutron-server[83873]: pushed versions: Feb 17 17:41:45.689513 dv-cinder-760199-3-smb neutron-server[83873]: { 'AddressGroup': {'1.1'}, Feb 17 17:41:45.689513 dv-cinder-760199-3-smb neutron-server[83873]: 'ConntrackHelper': {'1.0'}, Feb 17 17:41:45.689513 dv-cinder-760199-3-smb neutron-server[83873]: 'Log': {'1.0'}, Feb 17 17:41:45.689513 dv-cinder-760199-3-smb neutron-server[83873]: 'Network': {'1.1'}, Feb 17 17:41:45.689513 dv-cinder-760199-3-smb neutron-server[83873]: 'Port': {'1.7'}, Feb 17 17:41:45.689513 dv-cinder-760199-3-smb neutron-server[83873]: 'PortForwarding': {'1.2'}, Feb 17 17:41:45.689513 dv-cinder-760199-3-smb neutron-server[83873]: 'QosPolicy': {'1.8'}, Feb 17 17:41:45.689513 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroup': {'1.4'}, Feb 17 17:41:45.689513 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroupRule': {'1.2'}, Feb 17 17:41:45.689513 dv-cinder-760199-3-smb neutron-server[83873]: 'SubPort': {'1.0'}, Feb 17 17:41:45.689513 dv-cinder-760199-3-smb neutron-server[83873]: 'Subnet': {'1.1'}, Feb 17 17:41:45.689513 dv-cinder-760199-3-smb neutron-server[83873]: 'Trunk': {'1.1'}} Feb 17 17:41:45.689513 dv-cinder-760199-3-smb neutron-server[83873]: consumer versions: Feb 17 17:41:45.689513 dv-cinder-760199-3-smb neutron-server[83873]: { DHCP agent@dv-cinder-760199-3-smb: {}, Feb 17 17:41:45.689513 dv-cinder-760199-3-smb neutron-server[83873]: L3 agent@dv-cinder-760199-3-smb: {}, Feb 17 17:41:45.689513 dv-cinder-760199-3-smb neutron-server[83873]: Metadata agent@dv-cinder-760199-3-smb: {}, Feb 17 17:41:45.689513 dv-cinder-760199-3-smb neutron-server[83873]: Metering agent@dv-cinder-760199-3-smb: {}, Feb 17 17:41:45.689513 dv-cinder-760199-3-smb neutron-server[83873]: Open vSwitch agent@dv-cinder-760199-3-smb: { 'AddressGroup': '1.1', Feb 17 17:41:45.689513 dv-cinder-760199-3-smb neutron-server[83873]: 'ConntrackHelper': '1.0', Feb 17 17:41:45.689513 dv-cinder-760199-3-smb neutron-server[83873]: 'Log': '1.0', Feb 17 17:41:45.689513 dv-cinder-760199-3-smb neutron-server[83873]: 'Network': '1.1', Feb 17 17:41:45.689513 dv-cinder-760199-3-smb neutron-server[83873]: 'Port': '1.7', Feb 17 17:41:45.689513 dv-cinder-760199-3-smb neutron-server[83873]: 'PortForwarding': '1.2', Feb 17 17:41:45.689513 dv-cinder-760199-3-smb neutron-server[83873]: 'QosPolicy': '1.8', Feb 17 17:41:45.689513 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroup': '1.4', Feb 17 17:41:45.689513 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroupRule': '1.2', Feb 17 17:41:45.689513 dv-cinder-760199-3-smb neutron-server[83873]: 'SubPort': '1.0', Feb 17 17:41:45.689513 dv-cinder-760199-3-smb neutron-server[83873]: 'Subnet': '1.1', Feb 17 17:41:45.689513 dv-cinder-760199-3-smb neutron-server[83873]: 'Trunk': '1.1'}} Feb 17 17:41:45.689513 dv-cinder-760199-3-smb neutron-server[83873]: {{(pid=83988) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 17:41:45.693178 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:41:45.740383 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Network d678fecb-d1a6-473c-87e0-8d85373a9ef8 is already hosted by enough agents. {{(pid=83988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:41:45.741498 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Resources bound (agent type, host, resource id): {{(pid=83988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:41:45.744374 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Received port after_create {{(pid=83988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:41:45.811358 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Attempting to bind port a4e5316a-cecc-45ec-be80-898fbb10d5d6 on host dv-cinder-760199-3-smb for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:41:45.811786 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Attempting to bind port a4e5316a-cecc-45ec-be80-898fbb10d5d6 by drivers openvswitch on host dv-cinder-760199-3-smb at level 0 using segments [{'id': '7101a6bd-3df4-4c7e-90af-cd6c2b3b3a95', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd678fecb-d1a6-473c-87e0-8d85373a9ef8'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:41:45.812206 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Attempting to bind port a4e5316a-cecc-45ec-be80-898fbb10d5d6 on network d678fecb-d1a6-473c-87e0-8d85373a9ef8 {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:41:45.818120 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Checking agent: {'id': '8fdeb372-8e18-4614-ad16-4f33ed73e666', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 30), 'started_at': datetime.datetime(2021, 2, 17, 17, 41, 30), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:41:45.818790 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Checking segment: {'id': '7101a6bd-3df4-4c7e-90af-cd6c2b3b3a95', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd678fecb-d1a6-473c-87e0-8d85373a9ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:41:45.819077 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:45.819431 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Bound using segment: {'id': '7101a6bd-3df4-4c7e-90af-cd6c2b3b3a95', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd678fecb-d1a6-473c-87e0-8d85373a9ef8'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:41:45.819962 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Bound port: a4e5316a-cecc-45ec-be80-898fbb10d5d6, host: dv-cinder-760199-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7101a6bd-3df4-4c7e-90af-cd6c2b3b3a95', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd678fecb-d1a6-473c-87e0-8d85373a9ef8'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:41:45.820437 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:45.921599 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] For port a4e5316a-cecc-45ec-be80-898fbb10d5d6, host dv-cinder-760199-3-smb, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:41:45.925716 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] For port a4e5316a-cecc-45ec-be80-898fbb10d5d6, host dv-cinder-760199-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=a4e5316a-cecc-45ec-be80-898fbb10d5d6,segment=NetworkSegment(7101a6bd-3df4-4c7e-90af-cd6c2b3b3a95),segment_id=7101a6bd-3df4-4c7e-90af-cd6c2b3b3a95)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:41:45.929392 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:45.945910 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:41:46.102266 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Pushing event updated for resources: {'Port': ['ID=a4e5316a-cecc-45ec-be80-898fbb10d5d6,revision_number=2']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:41:46.107353 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:41:47.231165 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 41230) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:41:47.922623 dv-cinder-760199-3-smb neutron-server[83873]: WARNING oslo_policy.policy [None req-5dff204c-4e47-42fe-a5fe-f946836a0ed0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:41:47.923214 dv-cinder-760199-3-smb neutron-server[83873]: WARNING oslo_policy.policy [None req-5dff204c-4e47-42fe-a5fe-f946836a0ed0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:41:48.161001 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [None req-5dff204c-4e47-42fe-a5fe-f946836a0ed0 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=83986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:41:48.162325 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-5dff204c-4e47-42fe-a5fe-f946836a0ed0 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.9290709 Feb 17 17:41:49.780126 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device a4e5316a-cecc-45ec-be80-898fbb10d5d6 up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:41:49.855369 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning for port a4e5316a-cecc-45ec-be80-898fbb10d5d6 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:41:51.051343 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 41248) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:41:51.158843 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8033269b-77f6-482d-a0f3-856295041ea3 None None] Network d678fecb-d1a6-473c-87e0-8d85373a9ef8 requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:41:51.256634 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-a11f1caa-c7e2-40a7-b496-97090b662c6d None None] Provisioning for port a4e5316a-cecc-45ec-be80-898fbb10d5d6 completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:41:51.265449 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-a11f1caa-c7e2-40a7-b496-97090b662c6d None None] Provisioning complete for port a4e5316a-cecc-45ec-be80-898fbb10d5d6 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:41:51.265863 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a11f1caa-c7e2-40a7-b496-97090b662c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:51.489927 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a11f1caa-c7e2-40a7-b496-97090b662c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:51.508604 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [None req-1fcf111c-110a-4c30-8cbb-920cba8ddb68 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=83986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:41:51.509742 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-1fcf111c-110a-4c30-8cbb-920cba8ddb68 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4573984 Feb 17 17:41:51.566896 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-a11f1caa-c7e2-40a7-b496-97090b662c6d None None] For port a4e5316a-cecc-45ec-be80-898fbb10d5d6, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=a4e5316a-cecc-45ec-be80-898fbb10d5d6,segment=NetworkSegment(7101a6bd-3df4-4c7e-90af-cd6c2b3b3a95),segment_id=7101a6bd-3df4-4c7e-90af-cd6c2b3b3a95)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:41:51.572584 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a11f1caa-c7e2-40a7-b496-97090b662c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:51.577932 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:41:51.673344 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f1caa-c7e2-40a7-b496-97090b662c6d None None] Pushing event updated for resources: {'Port': ['ID=a4e5316a-cecc-45ec-be80-898fbb10d5d6,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:41:51.676839 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a11f1caa-c7e2-40a7-b496-97090b662c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:41:51.761554 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device a4e5316a-cecc-45ec-be80-898fbb10d5d6 up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:41:51.990177 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-9128e35d-13b9-42af-b06b-18d1f8171ce2 None None] Provisioning complete for port a4e5316a-cecc-45ec-be80-898fbb10d5d6 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:41:51.991230 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9128e35d-13b9-42af-b06b-18d1f8171ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:52.068134 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port a4e5316a-cecc-45ec-be80-898fbb10d5d6 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:41:52.068628 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:52.337380 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-2dd3e324-3a6a-4611-b0af-be80095fc844 None None] Provisioning complete for port a4e5316a-cecc-45ec-be80-898fbb10d5d6 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:41:52.337897 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2dd3e324-3a6a-4611-b0af-be80095fc844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:54.668818 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 41260) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:41:55.058981 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-5bf476a9-ba59-41db-8f45-bf147949a3f3 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '469c44a765b84c66a5c612bb122e6aef', 'admin_state_up': True}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:55.108324 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.policy [None req-5bf476a9-ba59-41db-8f45-bf147949a3f3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83986) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 17:41:55.145499 dv-cinder-760199-3-smb neutron-server[83873]: WARNING oslo_policy.policy [None req-5bf476a9-ba59-41db-8f45-bf147949a3f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:41:55.145936 dv-cinder-760199-3-smb neutron-server[83873]: WARNING oslo_policy.policy [None req-5bf476a9-ba59-41db-8f45-bf147949a3f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:41:55.172422 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.quota [None req-5bf476a9-ba59-41db-8f45-bf147949a3f3 admin admin] Loaded quota_driver: . Feb 17 17:41:55.188067 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5bf476a9-ba59-41db-8f45-bf147949a3f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:41:55.194588 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-5bf476a9-ba59-41db-8f45-bf147949a3f3 admin admin] Usage tracker for resource:router and tenant:469c44a765b84c66a5c612bb122e6aef is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:41:55.199668 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-5bf476a9-ba59-41db-8f45-bf147949a3f3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:41:55.207033 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5bf476a9-ba59-41db-8f45-bf147949a3f3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:41:55.222636 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5bf476a9-ba59-41db-8f45-bf147949a3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8261339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13497'] for router, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:55.224769 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5bf476a9-ba59-41db-8f45-bf147949a3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8261164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846512498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846392643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854762335'] for router, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:55.250307 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5bf476a9-ba59-41db-8f45-bf147949a3f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:55.325463 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7e4cfa64-2418-4b84-8203-bf9eabf3ef18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:55.532240 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5bf476a9-ba59-41db-8f45-bf147949a3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8264974'] for router, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:55.553041 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5bf476a9-ba59-41db-8f45-bf147949a3f3 admin admin] Notify callbacks [] for router, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:55.554300 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-5bf476a9-ba59-41db-8f45-bf147949a3f3 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8844020 Feb 17 17:41:57.459420 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3b4da314-e843-4965-bb80-6b77e9363194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:58.332010 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 41282) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:41:58.490983 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [None req-536edbcd-52b8-4bf6-897d-f8bd88e472bf admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=83986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:41:58.492128 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-536edbcd-52b8-4bf6-897d-f8bd88e472bf admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1591005 Feb 17 17:41:58.557161 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:59.719895 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:59.819928 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:01.125261 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 41302) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:42:01.181226 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-05dc09d2-5378-4303-935d-f6f0b181987c admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:42:01.186439 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-05dc09d2-5378-4303-935d-f6f0b181987c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:42:01.190929 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-05dc09d2-5378-4303-935d-f6f0b181987c admin admin] Usage tracker for resource:network and tenant:859e5f30d15b429286ec8b6a561c6642 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:42:01.193845 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-05dc09d2-5378-4303-935d-f6f0b181987c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:42:01.200348 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-05dc09d2-5378-4303-935d-f6f0b181987c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:42:01.209000 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05dc09d2-5378-4303-935d-f6f0b181987c admin admin] Made reservation on behalf of 859e5f30d15b429286ec8b6a561c6642 for: {'network': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:42:01.213576 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-05dc09d2-5378-4303-935d-f6f0b181987c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for network, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:01.226808 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-05dc09d2-5378-4303-935d-f6f0b181987c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:01.241708 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-05dc09d2-5378-4303-935d-f6f0b181987c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:42:01.246103 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-05dc09d2-5378-4303-935d-f6f0b181987c admin admin] Usage tracker for resource:security_group_rule and tenant:859e5f30d15b429286ec8b6a561c6642 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:42:01.248990 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-05dc09d2-5378-4303-935d-f6f0b181987c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:42:01.254592 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-05dc09d2-5378-4303-935d-f6f0b181987c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:42:01.340301 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-05dc09d2-5378-4303-935d-f6f0b181987c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:01.342913 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-05dc09d2-5378-4303-935d-f6f0b181987c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:01.347194 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:42:01.362715 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-05dc09d2-5378-4303-935d-f6f0b181987c admin admin] Reserving flat network on physical network physnet1 {{(pid=83987) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 17 17:42:01.384672 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc09d2-5378-4303-935d-f6f0b181987c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfb3c03-d82d-48ea-a438-8e8960149e99,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:42:01.388927 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-05dc09d2-5378-4303-935d-f6f0b181987c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:42:01.391747 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-05dc09d2-5378-4303-935d-f6f0b181987c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363283404939516', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012526'] for segment, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:01.392347 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-05dc09d2-5378-4303-935d-f6f0b181987c admin admin] Unsubscribe: segment precommit_create {{(pid=83987) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 17 17:42:01.392818 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.db.segments_db [None req-05dc09d2-5378-4303-935d-f6f0b181987c admin admin] Added segment 1518ad10-b1eb-469a-b2c2-2c6841e70835 of type flat for network 7adbab01-78f4-4f50-aa4c-26c3aba221ad Feb 17 17:42:01.426427 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-05dc09d2-5378-4303-935d-f6f0b181987c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363283405532856'] for network, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:01.464048 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-05dc09d2-5378-4303-935d-f6f0b181987c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513'] for network, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:01.465359 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dc09d2-5378-4303-935d-f6f0b181987c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:42:01.465984 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-05dc09d2-5378-4303-935d-f6f0b181987c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:01.470709 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:42:01.577458 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-05dc09d2-5378-4303-935d-f6f0b181987c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4509940 Feb 17 17:42:01.578196 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc09d2-5378-4303-935d-f6f0b181987c admin admin] Pushing event updated for resources: {'Network': ['ID=7adbab01-78f4-4f50-aa4c-26c3aba221ad,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:42:01.594411 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-05dc09d2-5378-4303-935d-f6f0b181987c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:42:01.601868 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Network 7adbab01-78f4-4f50-aa4c-26c3aba221ad details requested by agent ovs-agent-dv-cinder-760199-3-smb with host dv-cinder-760199-3-smb {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:42:04.209892 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 41312) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:42:04.352457 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b56f6ad-4015-457f-b0e9-b1aed18354cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:42:04.353975 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-0b56f6ad-4015-457f-b0e9-b1aed18354cc admin admin] 10.222.0.49 "GET /v2.0/subnets/e2a8cebe-ca12-4892-ad2f-3cc81bd67714 HTTP/1.1" status: 200 len: 849 time: 0.1430721 Feb 17 17:42:04.510755 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-f8f056d7-140a-4cfb-92ae-05f91872e1b5 admin admin] 10.222.0.49 "GET /v2.0/routers/eee58a05-b5a0-4237-bcbc-b5e5d039df54 HTTP/1.1" status: 200 len: 704 time: 0.1502972 Feb 17 17:42:05.029881 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:05.430670 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Allocated IP 172.20.0.1 (d678fecb-d1a6-473c-87e0-8d85373a9ef8/e2a8cebe-ca12-4892-ad2f-3cc81bd67714/d617dbe4-6067-4fe2-a28c-84d9dfde56b3) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:42:05.604265 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:05.625336 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Transition to ACTIVE for port object d617dbe4-6067-4fe2-a28c-84d9dfde56b3 will not be triggered until provisioned by entity DHCP. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:42:05.688226 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:05.702392 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:42:05.995061 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Pushing event updated for resources: {'Port': ['ID=d617dbe4-6067-4fe2-a28c-84d9dfde56b3,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:42:06.016528 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:42:06.016923 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:42:06.017286 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:42:06.017645 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:42:06.017997 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:42:06.018350 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:42:06.018698 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:42:06.019046 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:42:06.019658 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:42:06.020006 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:42:06.020352 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:42:06.020716 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:42:06.021853 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Tracked resource versions report: Feb 17 17:42:06.021853 dv-cinder-760199-3-smb neutron-server[83873]: pushed versions: Feb 17 17:42:06.021853 dv-cinder-760199-3-smb neutron-server[83873]: { 'AddressGroup': {'1.1'}, Feb 17 17:42:06.021853 dv-cinder-760199-3-smb neutron-server[83873]: 'ConntrackHelper': {'1.0'}, Feb 17 17:42:06.021853 dv-cinder-760199-3-smb neutron-server[83873]: 'Log': {'1.0'}, Feb 17 17:42:06.021853 dv-cinder-760199-3-smb neutron-server[83873]: 'Network': {'1.1'}, Feb 17 17:42:06.021853 dv-cinder-760199-3-smb neutron-server[83873]: 'Port': {'1.7'}, Feb 17 17:42:06.021853 dv-cinder-760199-3-smb neutron-server[83873]: 'PortForwarding': {'1.2'}, Feb 17 17:42:06.021853 dv-cinder-760199-3-smb neutron-server[83873]: 'QosPolicy': {'1.8'}, Feb 17 17:42:06.021853 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroup': {'1.4'}, Feb 17 17:42:06.021853 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroupRule': {'1.2'}, Feb 17 17:42:06.021853 dv-cinder-760199-3-smb neutron-server[83873]: 'SubPort': {'1.0'}, Feb 17 17:42:06.021853 dv-cinder-760199-3-smb neutron-server[83873]: 'Subnet': {'1.1'}, Feb 17 17:42:06.021853 dv-cinder-760199-3-smb neutron-server[83873]: 'Trunk': {'1.1'}} Feb 17 17:42:06.021853 dv-cinder-760199-3-smb neutron-server[83873]: consumer versions: Feb 17 17:42:06.021853 dv-cinder-760199-3-smb neutron-server[83873]: { DHCP agent@dv-cinder-760199-3-smb: {}, Feb 17 17:42:06.021853 dv-cinder-760199-3-smb neutron-server[83873]: L3 agent@dv-cinder-760199-3-smb: {}, Feb 17 17:42:06.021853 dv-cinder-760199-3-smb neutron-server[83873]: Metadata agent@dv-cinder-760199-3-smb: {}, Feb 17 17:42:06.021853 dv-cinder-760199-3-smb neutron-server[83873]: Metering agent@dv-cinder-760199-3-smb: {}, Feb 17 17:42:06.021853 dv-cinder-760199-3-smb neutron-server[83873]: Open vSwitch agent@dv-cinder-760199-3-smb: { 'AddressGroup': '1.1', Feb 17 17:42:06.021853 dv-cinder-760199-3-smb neutron-server[83873]: 'ConntrackHelper': '1.0', Feb 17 17:42:06.021853 dv-cinder-760199-3-smb neutron-server[83873]: 'Log': '1.0', Feb 17 17:42:06.021853 dv-cinder-760199-3-smb neutron-server[83873]: 'Network': '1.1', Feb 17 17:42:06.021853 dv-cinder-760199-3-smb neutron-server[83873]: 'Port': '1.7', Feb 17 17:42:06.021853 dv-cinder-760199-3-smb neutron-server[83873]: 'PortForwarding': '1.2', Feb 17 17:42:06.021853 dv-cinder-760199-3-smb neutron-server[83873]: 'QosPolicy': '1.8', Feb 17 17:42:06.021853 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroup': '1.4', Feb 17 17:42:06.021853 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroupRule': '1.2', Feb 17 17:42:06.021853 dv-cinder-760199-3-smb neutron-server[83873]: 'SubPort': '1.0', Feb 17 17:42:06.021853 dv-cinder-760199-3-smb neutron-server[83873]: 'Subnet': '1.1', Feb 17 17:42:06.021853 dv-cinder-760199-3-smb neutron-server[83873]: 'Trunk': '1.1'}} Feb 17 17:42:06.021853 dv-cinder-760199-3-smb neutron-server[83873]: {{(pid=83986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 17:42:06.070737 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:42:06.091409 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Network d678fecb-d1a6-473c-87e0-8d85373a9ef8 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:42:06.092613 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:42:06.095749 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:42:06.096289 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846488041'] for router_interface, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:06.281210 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-38b5824a-4ba2-44e2-8614-b3bd1901a968 None None] Provisioning for port d617dbe4-6067-4fe2-a28c-84d9dfde56b3 completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:42:06.286814 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-38b5824a-4ba2-44e2-8614-b3bd1901a968 None None] Provisioning complete for port d617dbe4-6067-4fe2-a28c-84d9dfde56b3 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:42:06.287230 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-38b5824a-4ba2-44e2-8614-b3bd1901a968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:06.344478 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-38b5824a-4ba2-44e2-8614-b3bd1901a968 None None] Port d617dbe4-6067-4fe2-a28c-84d9dfde56b3 cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:42:06.377489 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:06.685875 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:06.689192 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:06.690339 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7924080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8287857'] for router_interface, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:06.704883 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:42:06.841431 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Pushing event updated for resources: {'Port': ['ID=d617dbe4-6067-4fe2-a28c-84d9dfde56b3,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:42:06.845714 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:42:06.902694 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Network d678fecb-d1a6-473c-87e0-8d85373a9ef8 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:42:06.903795 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:42:07.071206 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-10bc0513-feff-4a78-9318-ebb4a7e37e74 None None] Provisioning complete for port d617dbe4-6067-4fe2-a28c-84d9dfde56b3 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:42:07.071623 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-10bc0513-feff-4a78-9318-ebb4a7e37e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:07.108601 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Router eee58a05-b5a0-4237-bcbc-b5e5d039df54 is scheduled to L3 agent b696c7bc-35f9-4b20-9049-f598d63d0e6c with binding_index 1 {{(pid=83986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 17:42:07.133672 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-10bc0513-feff-4a78-9318-ebb4a7e37e74 None None] Port d617dbe4-6067-4fe2-a28c-84d9dfde56b3 cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:42:07.280622 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Notify agent at l3_agent.dv-cinder-760199-3-smb the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:42:07.290821 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9ed26e-54de-4e14-8782-879d4eb41241 None None] Sync routers for ids ['eee58a05-b5a0-4237-bcbc-b5e5d039df54'] in dv-cinder-760199-3-smb {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:42:07.291091 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] 10.222.0.49 "PUT /v2.0/routers/eee58a05-b5a0-4237-bcbc-b5e5d039df54/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7734571 Feb 17 17:42:07.303139 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9ed26e-54de-4e14-8782-879d4eb41241 None None] Routers {'eee58a05-b5a0-4237-bcbc-b5e5d039df54'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:42:07.304008 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0d9ed26e-54de-4e14-8782-879d4eb41241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:41:57Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['eee58a05-b5a0-4237-bcbc-b5e5d039df54'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:42:07.499795 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-0d9ed26e-54de-4e14-8782-879d4eb41241 None None] Set router eee58a05-b5a0-4237-bcbc-b5e5d039df54 gateway port host: None {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:42:08.061391 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0d9ed26e-54de-4e14-8782-879d4eb41241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee58a05-b5a0-4237-bcbc-b5e5d039df54', 'name': 'router1', 'tenant_id': '469c44a765b84c66a5c612bb122e6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:41:55Z', 'updated_at': '2021-02-17T17:42:06Z', 'revision_number': 2, 'project_id': '469c44a765b84c66a5c612bb122e6aef', 'gw_port_host': None, '_interfaces': [{'id': 'd617dbe4-6067-4fe2-a28c-84d9dfde56b3', 'name': '', 'network_id': 'd678fecb-d1a6-473c-87e0-8d85373a9ef8', 'tenant_id': '469c44a765b84c66a5c612bb122e6aef', 'mac_address': 'fa:16:3e:34:f2:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee58a05-b5a0-4237-bcbc-b5e5d039df54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2a8cebe-ca12-4892-ad2f-3cc81bd67714', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:42:05Z', 'updated_at': '2021-02-17T17:42:06Z', 'revision_number': 2, 'project_id': '469c44a765b84c66a5c612bb122e6aef', 'subnets': [{'id': 'e2a8cebe-ca12-4892-ad2f-3cc81bd67714', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4b8e00d-dd91-43c4-9651-d8c13a494b12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:42:08.066649 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9ed26e-54de-4e14-8782-879d4eb41241 None None] Checking router: eee58a05-b5a0-4237-bcbc-b5e5d039df54 for host: dv-cinder-760199-3-smb {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:42:08.067041 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9ed26e-54de-4e14-8782-879d4eb41241 None None] Updating router eee58a05-b5a0-4237-bcbc-b5e5d039df54 port d617dbe4-6067-4fe2-a28c-84d9dfde56b3 binding host dv-cinder-760199-3-smb {{(pid=83989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:42:08.124177 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0d9ed26e-54de-4e14-8782-879d4eb41241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:08.586495 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0d9ed26e-54de-4e14-8782-879d4eb41241 None None] Notify callbacks [] for port, precommit_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:08.602082 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0d9ed26e-54de-4e14-8782-879d4eb41241 None None] Transition to ACTIVE for port object d617dbe4-6067-4fe2-a28c-84d9dfde56b3 will not be triggered until provisioned by entity L2. {{(pid=83989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:42:08.604839 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0d9ed26e-54de-4e14-8782-879d4eb41241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:08.620948 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:42:08.776086 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484db91-f9c0-4bf9-9d46-3933ab5da71c None None] Pushing event updated for resources: {'Port': ['ID=d617dbe4-6067-4fe2-a28c-84d9dfde56b3,revision_number=3']} {{(pid=83989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:42:08.787438 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484db91-f9c0-4bf9-9d46-3933ab5da71c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:42:08.787812 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484db91-f9c0-4bf9-9d46-3933ab5da71c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:42:08.788180 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484db91-f9c0-4bf9-9d46-3933ab5da71c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:42:08.788546 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484db91-f9c0-4bf9-9d46-3933ab5da71c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:42:08.788927 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484db91-f9c0-4bf9-9d46-3933ab5da71c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:42:08.789286 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484db91-f9c0-4bf9-9d46-3933ab5da71c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:42:08.789638 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484db91-f9c0-4bf9-9d46-3933ab5da71c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:42:08.789990 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484db91-f9c0-4bf9-9d46-3933ab5da71c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:42:08.790342 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484db91-f9c0-4bf9-9d46-3933ab5da71c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:42:08.790691 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484db91-f9c0-4bf9-9d46-3933ab5da71c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:42:08.791043 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484db91-f9c0-4bf9-9d46-3933ab5da71c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:42:08.791395 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484db91-f9c0-4bf9-9d46-3933ab5da71c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:42:08.792630 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484db91-f9c0-4bf9-9d46-3933ab5da71c None None] Tracked resource versions report: Feb 17 17:42:08.792630 dv-cinder-760199-3-smb neutron-server[83873]: pushed versions: Feb 17 17:42:08.792630 dv-cinder-760199-3-smb neutron-server[83873]: { 'AddressGroup': {'1.1'}, Feb 17 17:42:08.792630 dv-cinder-760199-3-smb neutron-server[83873]: 'ConntrackHelper': {'1.0'}, Feb 17 17:42:08.792630 dv-cinder-760199-3-smb neutron-server[83873]: 'Log': {'1.0'}, Feb 17 17:42:08.792630 dv-cinder-760199-3-smb neutron-server[83873]: 'Network': {'1.1'}, Feb 17 17:42:08.792630 dv-cinder-760199-3-smb neutron-server[83873]: 'Port': {'1.7'}, Feb 17 17:42:08.792630 dv-cinder-760199-3-smb neutron-server[83873]: 'PortForwarding': {'1.2'}, Feb 17 17:42:08.792630 dv-cinder-760199-3-smb neutron-server[83873]: 'QosPolicy': {'1.8'}, Feb 17 17:42:08.792630 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroup': {'1.4'}, Feb 17 17:42:08.792630 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroupRule': {'1.2'}, Feb 17 17:42:08.792630 dv-cinder-760199-3-smb neutron-server[83873]: 'SubPort': {'1.0'}, Feb 17 17:42:08.792630 dv-cinder-760199-3-smb neutron-server[83873]: 'Subnet': {'1.1'}, Feb 17 17:42:08.792630 dv-cinder-760199-3-smb neutron-server[83873]: 'Trunk': {'1.1'}} Feb 17 17:42:08.792630 dv-cinder-760199-3-smb neutron-server[83873]: consumer versions: Feb 17 17:42:08.792630 dv-cinder-760199-3-smb neutron-server[83873]: { DHCP agent@dv-cinder-760199-3-smb: {}, Feb 17 17:42:08.792630 dv-cinder-760199-3-smb neutron-server[83873]: L3 agent@dv-cinder-760199-3-smb: {}, Feb 17 17:42:08.792630 dv-cinder-760199-3-smb neutron-server[83873]: Metadata agent@dv-cinder-760199-3-smb: {}, Feb 17 17:42:08.792630 dv-cinder-760199-3-smb neutron-server[83873]: Metering agent@dv-cinder-760199-3-smb: {}, Feb 17 17:42:08.792630 dv-cinder-760199-3-smb neutron-server[83873]: Open vSwitch agent@dv-cinder-760199-3-smb: { 'AddressGroup': '1.1', Feb 17 17:42:08.792630 dv-cinder-760199-3-smb neutron-server[83873]: 'ConntrackHelper': '1.0', Feb 17 17:42:08.792630 dv-cinder-760199-3-smb neutron-server[83873]: 'Log': '1.0', Feb 17 17:42:08.792630 dv-cinder-760199-3-smb neutron-server[83873]: 'Network': '1.1', Feb 17 17:42:08.792630 dv-cinder-760199-3-smb neutron-server[83873]: 'Port': '1.7', Feb 17 17:42:08.792630 dv-cinder-760199-3-smb neutron-server[83873]: 'PortForwarding': '1.2', Feb 17 17:42:08.792630 dv-cinder-760199-3-smb neutron-server[83873]: 'QosPolicy': '1.8', Feb 17 17:42:08.792630 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroup': '1.4', Feb 17 17:42:08.792630 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroupRule': '1.2', Feb 17 17:42:08.792630 dv-cinder-760199-3-smb neutron-server[83873]: 'SubPort': '1.0', Feb 17 17:42:08.792630 dv-cinder-760199-3-smb neutron-server[83873]: 'Subnet': '1.1', Feb 17 17:42:08.792630 dv-cinder-760199-3-smb neutron-server[83873]: 'Trunk': '1.1'}} Feb 17 17:42:08.792630 dv-cinder-760199-3-smb neutron-server[83873]: {{(pid=83989) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 17:42:08.800179 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1484db91-f9c0-4bf9-9d46-3933ab5da71c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:42:08.960128 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-0d9ed26e-54de-4e14-8782-879d4eb41241 None None] Attempting to bind port d617dbe4-6067-4fe2-a28c-84d9dfde56b3 on host dv-cinder-760199-3-smb for vnic_type normal with profile {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:42:08.960544 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-0d9ed26e-54de-4e14-8782-879d4eb41241 None None] Attempting to bind port d617dbe4-6067-4fe2-a28c-84d9dfde56b3 by drivers openvswitch on host dv-cinder-760199-3-smb at level 0 using segments [{'id': '7101a6bd-3df4-4c7e-90af-cd6c2b3b3a95', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd678fecb-d1a6-473c-87e0-8d85373a9ef8'}] {{(pid=83989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:42:08.961008 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ed26e-54de-4e14-8782-879d4eb41241 None None] Attempting to bind port d617dbe4-6067-4fe2-a28c-84d9dfde56b3 on network d678fecb-d1a6-473c-87e0-8d85373a9ef8 {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:42:08.967035 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ed26e-54de-4e14-8782-879d4eb41241 None None] Checking agent: {'id': '8fdeb372-8e18-4614-ad16-4f33ed73e666', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 30), 'started_at': datetime.datetime(2021, 2, 17, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:42:08.967468 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ed26e-54de-4e14-8782-879d4eb41241 None None] Checking segment: {'id': '7101a6bd-3df4-4c7e-90af-cd6c2b3b3a95', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd678fecb-d1a6-473c-87e0-8d85373a9ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:42:08.967962 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0d9ed26e-54de-4e14-8782-879d4eb41241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:08.968381 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ed26e-54de-4e14-8782-879d4eb41241 None None] Bound using segment: {'id': '7101a6bd-3df4-4c7e-90af-cd6c2b3b3a95', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd678fecb-d1a6-473c-87e0-8d85373a9ef8'} {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:42:08.968951 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-0d9ed26e-54de-4e14-8782-879d4eb41241 None None] Bound port: d617dbe4-6067-4fe2-a28c-84d9dfde56b3, host: dv-cinder-760199-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7101a6bd-3df4-4c7e-90af-cd6c2b3b3a95', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd678fecb-d1a6-473c-87e0-8d85373a9ef8'}}] {{(pid=83989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:42:08.969363 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0d9ed26e-54de-4e14-8782-879d4eb41241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:09.066665 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0d9ed26e-54de-4e14-8782-879d4eb41241 None None] For port d617dbe4-6067-4fe2-a28c-84d9dfde56b3, host dv-cinder-760199-3-smb, cleared binding levels {{(pid=83989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:42:09.073046 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0d9ed26e-54de-4e14-8782-879d4eb41241 None None] For port d617dbe4-6067-4fe2-a28c-84d9dfde56b3, host dv-cinder-760199-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=d617dbe4-6067-4fe2-a28c-84d9dfde56b3,segment=NetworkSegment(7101a6bd-3df4-4c7e-90af-cd6c2b3b3a95),segment_id=7101a6bd-3df4-4c7e-90af-cd6c2b3b3a95)] {{(pid=83989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:42:09.077530 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0d9ed26e-54de-4e14-8782-879d4eb41241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:09.096471 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1484db91-f9c0-4bf9-9d46-3933ab5da71c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:42:09.259330 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484db91-f9c0-4bf9-9d46-3933ab5da71c None None] Pushing event updated for resources: {'Port': ['ID=d617dbe4-6067-4fe2-a28c-84d9dfde56b3,revision_number=4']} {{(pid=83989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:42:09.265749 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1484db91-f9c0-4bf9-9d46-3933ab5da71c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:42:09.313094 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9ed26e-54de-4e14-8782-879d4eb41241 None None] Routers {'eee58a05-b5a0-4237-bcbc-b5e5d039df54'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:42:09.313774 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0d9ed26e-54de-4e14-8782-879d4eb41241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:41:57Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['eee58a05-b5a0-4237-bcbc-b5e5d039df54'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:42:09.498968 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-0d9ed26e-54de-4e14-8782-879d4eb41241 None None] Set router eee58a05-b5a0-4237-bcbc-b5e5d039df54 gateway port host: None {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:42:09.878550 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0d9ed26e-54de-4e14-8782-879d4eb41241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee58a05-b5a0-4237-bcbc-b5e5d039df54', 'name': 'router1', 'tenant_id': '469c44a765b84c66a5c612bb122e6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:41:55Z', 'updated_at': '2021-02-17T17:42:06Z', 'revision_number': 2, 'project_id': '469c44a765b84c66a5c612bb122e6aef', 'gw_port_host': None, '_interfaces': [{'id': 'd617dbe4-6067-4fe2-a28c-84d9dfde56b3', 'name': '', 'network_id': 'd678fecb-d1a6-473c-87e0-8d85373a9ef8', 'tenant_id': '469c44a765b84c66a5c612bb122e6aef', 'mac_address': 'fa:16:3e:34:f2:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee58a05-b5a0-4237-bcbc-b5e5d039df54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2a8cebe-ca12-4892-ad2f-3cc81bd67714', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:42:05Z', 'updated_at': '2021-02-17T17:42:09Z', 'revision_number': 4, 'project_id': '469c44a765b84c66a5c612bb122e6aef', 'subnets': [{'id': 'e2a8cebe-ca12-4892-ad2f-3cc81bd67714', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4b8e00d-dd91-43c4-9651-d8c13a494b12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:42:09.882751 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9ed26e-54de-4e14-8782-879d4eb41241 None None] The sync data for ids ['eee58a05-b5a0-4237-bcbc-b5e5d039df54'] in dv-cinder-760199-3-smb is: [{'id': 'eee58a05-b5a0-4237-bcbc-b5e5d039df54', 'name': 'router1', 'tenant_id': '469c44a765b84c66a5c612bb122e6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:41:55Z', 'updated_at': '2021-02-17T17:42:06Z', 'revision_number': 2, 'project_id': '469c44a765b84c66a5c612bb122e6aef', 'gw_port_host': None, '_interfaces': [{'id': 'd617dbe4-6067-4fe2-a28c-84d9dfde56b3', 'name': '', 'network_id': 'd678fecb-d1a6-473c-87e0-8d85373a9ef8', 'tenant_id': '469c44a765b84c66a5c612bb122e6aef', 'mac_address': 'fa:16:3e:34:f2:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee58a05-b5a0-4237-bcbc-b5e5d039df54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2a8cebe-ca12-4892-ad2f-3cc81bd67714', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:42:05Z', 'updated_at': '2021-02-17T17:42:09Z', 'revision_number': 4, 'project_id': '469c44a765b84c66a5c612bb122e6aef', 'subnets': [{'id': 'e2a8cebe-ca12-4892-ad2f-3cc81bd67714', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4b8e00d-dd91-43c4-9651-d8c13a494b12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:42:09.889781 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 41328) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:42:10.072485 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885a294f-03ed-4685-80fa-3ac116e92902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:42:10.074190 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-885a294f-03ed-4685-80fa-3ac116e92902 admin admin] 10.222.0.49 "GET /v2.0/networks/7adbab01-78f4-4f50-aa4c-26c3aba221ad HTTP/1.1" status: 200 len: 842 time: 0.1829960 Feb 17 17:42:10.085538 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-6bc9aa3c-70c8-4cc0-a2c2-c9350d297f77 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'gateway_ip': '172.28.3.1', 'cidr': '172.28.3.0/24'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:42:10.092927 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6bc9aa3c-70c8-4cc0-a2c2-c9350d297f77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:42:10.098037 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-6bc9aa3c-70c8-4cc0-a2c2-c9350d297f77 admin admin] Usage tracker for resource:subnet and tenant:859e5f30d15b429286ec8b6a561c6642 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:42:10.102488 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-6bc9aa3c-70c8-4cc0-a2c2-c9350d297f77 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:42:10.110398 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6bc9aa3c-70c8-4cc0-a2c2-c9350d297f77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:42:10.120505 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc9aa3c-70c8-4cc0-a2c2-c9350d297f77 admin admin] Made reservation on behalf of 859e5f30d15b429286ec8b6a561c6642 for: {'subnet': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:42:10.126175 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6bc9aa3c-70c8-4cc0-a2c2-c9350d297f77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:10.813622 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.objects.ports [None req-6bc9aa3c-70c8-4cc0-a2c2-c9350d297f77 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83986) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 17:42:10.813622 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6bc9aa3c-70c8-4cc0-a2c2-c9350d297f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846389800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513'] for subnet, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:10.828842 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:42:10.960001 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9aa3c-70c8-4cc0-a2c2-c9350d297f77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ba7369c-b814-4a65-9701-7168439702b2,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:42:10.976426 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6bc9aa3c-70c8-4cc0-a2c2-c9350d297f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:42:11.044212 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc9aa3c-70c8-4cc0-a2c2-c9350d297f77 admin admin] Checking segment: {'id': '1518ad10-b1eb-469a-b2c2-2c6841e70835', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:42:11.044516 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc9aa3c-70c8-4cc0-a2c2-c9350d297f77 admin admin] Network hostable DHCP agents. Network: 7adbab01-78f4-4f50-aa4c-26c3aba221ad, hostable agents: ['8546a6d4-f394-45d5-bab8-9d45fc62bb83'], hosted agents: [] {{(pid=83986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:42:11.067873 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc9aa3c-70c8-4cc0-a2c2-c9350d297f77 admin admin] Network 7adbab01-78f4-4f50-aa4c-26c3aba221ad is scheduled to be hosted by DHCP agent 8546a6d4-f394-45d5-bab8-9d45fc62bb83 with binding_index 1 {{(pid=83986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:42:11.079097 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-6bc9aa3c-70c8-4cc0-a2c2-c9350d297f77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-smb, 7adbab01-78f4-4f50-aa4c-26c3aba221ad) {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:42:11.083138 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc9aa3c-70c8-4cc0-a2c2-c9350d297f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:42:11.083799 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6bc9aa3c-70c8-4cc0-a2c2-c9350d297f77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:11.092288 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511b6180-498a-41e4-980e-e4a9bb915af2 None None] Network 7adbab01-78f4-4f50-aa4c-26c3aba221ad requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:42:11.116842 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-6bc9aa3c-70c8-4cc0-a2c2-c9350d297f77 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0356650 Feb 17 17:42:11.343914 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073f984f-2c63-4610-aaac-b921fd11b8c5 None None] Network 7adbab01-78f4-4f50-aa4c-26c3aba221ad requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:42:11.780154 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device d617dbe4-6067-4fe2-a28c-84d9dfde56b3 up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:42:11.864419 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning for port d617dbe4-6067-4fe2-a28c-84d9dfde56b3 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:42:11.869814 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port d617dbe4-6067-4fe2-a28c-84d9dfde56b3 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:42:11.870233 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:12.009316 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:12.051422 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] For port d617dbe4-6067-4fe2-a28c-84d9dfde56b3, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=d617dbe4-6067-4fe2-a28c-84d9dfde56b3,segment=NetworkSegment(7101a6bd-3df4-4c7e-90af-cd6c2b3b3a95),segment_id=7101a6bd-3df4-4c7e-90af-cd6c2b3b3a95)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:42:12.054363 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:12.056558 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:42:12.134320 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Pushing event updated for resources: {'Port': ['ID=d617dbe4-6067-4fe2-a28c-84d9dfde56b3,revision_number=5']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:42:12.138845 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:42:13.755425 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 41342) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:42:13.764391 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device d617dbe4-6067-4fe2-a28c-84d9dfde56b3 up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:42:13.839943 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port d617dbe4-6067-4fe2-a28c-84d9dfde56b3 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:42:13.840507 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:13.977195 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-bc1234b2-e378-4f6e-8aa1-fcefb06ea65a admin admin] 10.222.0.49 "GET /v2.0/routers/eee58a05-b5a0-4237-bcbc-b5e5d039df54 HTTP/1.1" status: 200 len: 710 time: 0.2204144 Feb 17 17:42:14.127453 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c75e53-c278-4bba-a918-ddf693f6d0d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:42:14.129003 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-39c75e53-c278-4bba-a918-ddf693f6d0d7 admin admin] 10.222.0.49 "GET /v2.0/networks/7adbab01-78f4-4f50-aa4c-26c3aba221ad HTTP/1.1" status: 200 len: 886 time: 0.1452425 Feb 17 17:42:14.140004 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-ae5594dc-7ec6-4595-92a9-ce9bf84fbfe4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'}}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:42:14.624980 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ae5594dc-7ec6-4595-92a9-ce9bf84fbfe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846510795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846514499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762352'] for router, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:15.160583 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ae5594dc-7ec6-4595-92a9-ce9bf84fbfe4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:15.223002 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ae5594dc-7ec6-4595-92a9-ce9bf84fbfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:15.236967 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ae5594dc-7ec6-4595-92a9-ce9bf84fbfe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:15.253547 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ae5594dc-7ec6-4595-92a9-ce9bf84fbfe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:42:15.257551 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-ae5594dc-7ec6-4595-92a9-ce9bf84fbfe4 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:42:15.260932 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-ae5594dc-7ec6-4595-92a9-ce9bf84fbfe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:42:15.267302 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ae5594dc-7ec6-4595-92a9-ce9bf84fbfe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:42:15.372024 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ae5594dc-7ec6-4595-92a9-ce9bf84fbfe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:15.374864 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ae5594dc-7ec6-4595-92a9-ce9bf84fbfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:15.391125 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:42:15.486814 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5594dc-7ec6-4595-92a9-ce9bf84fbfe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79ab6a9-6f09-4788-8457-0a98f4d48eb5,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:42:15.503166 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ae5594dc-7ec6-4595-92a9-ce9bf84fbfe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:42:15.661780 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-ae5594dc-7ec6-4595-92a9-ce9bf84fbfe4 admin admin] Allocated IP 172.28.3.156 (7adbab01-78f4-4f50-aa4c-26c3aba221ad/2ba7369c-b814-4a65-9701-7168439702b2/28eaaf45-d7c8-4df2-9331-f53af8cef22a) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:42:15.826327 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ae5594dc-7ec6-4595-92a9-ce9bf84fbfe4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:15.855954 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ae5594dc-7ec6-4595-92a9-ce9bf84fbfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:15.875974 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3e15e740-dccc-41fd-b0bd-6555b0f711dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:42:16.021265 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5594dc-7ec6-4595-92a9-ce9bf84fbfe4 admin admin] Pushing event updated for resources: {'Port': ['ID=28eaaf45-d7c8-4df2-9331-f53af8cef22a,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:42:16.026227 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ae5594dc-7ec6-4595-92a9-ce9bf84fbfe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:42:16.069468 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5594dc-7ec6-4595-92a9-ce9bf84fbfe4 admin admin] Network 7adbab01-78f4-4f50-aa4c-26c3aba221ad is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:42:16.070692 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-ae5594dc-7ec6-4595-92a9-ce9bf84fbfe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:42:16.073052 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5594dc-7ec6-4595-92a9-ce9bf84fbfe4 admin admin] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:42:16.486690 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ae5594dc-7ec6-4595-92a9-ce9bf84fbfe4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:16.849385 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ae5594dc-7ec6-4595-92a9-ce9bf84fbfe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846510795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846514499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762352'] for router, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:16.853100 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ae5594dc-7ec6-4595-92a9-ce9bf84fbfe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8264974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8265021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036846510842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8261300'] for router, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:17.046427 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5594dc-7ec6-4595-92a9-ce9bf84fbfe4 admin admin] Router eee58a05-b5a0-4237-bcbc-b5e5d039df54 has already been hosted by L3 agent b696c7bc-35f9-4b20-9049-f598d63d0e6c {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:42:17.154989 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 5 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:42:17.423350 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5594dc-7ec6-4595-92a9-ce9bf84fbfe4 admin admin] Notify agent at l3_agent.dv-cinder-760199-3-smb the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:42:17.434175 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed31c90-e069-47d3-9bb6-07762a6fe689 None None] Sync routers for ids ['eee58a05-b5a0-4237-bcbc-b5e5d039df54'] in dv-cinder-760199-3-smb {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:42:17.440283 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ae5594dc-7ec6-4595-92a9-ce9bf84fbfe4 admin admin] Notify callbacks [] for router, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:17.441600 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-ae5594dc-7ec6-4595-92a9-ce9bf84fbfe4 admin admin] 10.222.0.49 "PUT /v2.0/routers/eee58a05-b5a0-4237-bcbc-b5e5d039df54 HTTP/1.1" status: 200 len: 890 time: 3.3061230 Feb 17 17:42:17.444101 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed31c90-e069-47d3-9bb6-07762a6fe689 None None] Routers {'eee58a05-b5a0-4237-bcbc-b5e5d039df54'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:42:17.444872 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-bed31c90-e069-47d3-9bb6-07762a6fe689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:41:57Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['eee58a05-b5a0-4237-bcbc-b5e5d039df54'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:42:17.662620 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-bed31c90-e069-47d3-9bb6-07762a6fe689 None None] Set router eee58a05-b5a0-4237-bcbc-b5e5d039df54 gateway port host: dv-cinder-760199-3-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:42:18.071738 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-bed31c90-e069-47d3-9bb6-07762a6fe689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee58a05-b5a0-4237-bcbc-b5e5d039df54', 'name': 'router1', 'tenant_id': '469c44a765b84c66a5c612bb122e6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '28eaaf45-d7c8-4df2-9331-f53af8cef22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:41:55Z', 'updated_at': '2021-02-17T17:42:16Z', 'revision_number': 4, 'project_id': '469c44a765b84c66a5c612bb122e6aef', 'gw_port': {'id': '28eaaf45-d7c8-4df2-9331-f53af8cef22a', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:66:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee58a05-b5a0-4237-bcbc-b5e5d039df54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:42:15Z', 'updated_at': '2021-02-17T17:42:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': 'd617dbe4-6067-4fe2-a28c-84d9dfde56b3', 'name': '', 'network_id': 'd678fecb-d1a6-473c-87e0-8d85373a9ef8', 'tenant_id': '469c44a765b84c66a5c612bb122e6aef', 'mac_address': 'fa:16:3e:34:f2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee58a05-b5a0-4237-bcbc-b5e5d039df54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2a8cebe-ca12-4892-ad2f-3cc81bd67714', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:42:05Z', 'updated_at': '2021-02-17T17:42:12Z', 'revision_number': 5, 'project_id': '469c44a765b84c66a5c612bb122e6aef', 'subnets': [{'id': 'e2a8cebe-ca12-4892-ad2f-3cc81bd67714', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4b8e00d-dd91-43c4-9651-d8c13a494b12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:42:18.077624 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed31c90-e069-47d3-9bb6-07762a6fe689 None None] Checking router: eee58a05-b5a0-4237-bcbc-b5e5d039df54 for host: dv-cinder-760199-3-smb {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:42:18.078039 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed31c90-e069-47d3-9bb6-07762a6fe689 None None] Updating router eee58a05-b5a0-4237-bcbc-b5e5d039df54 port 28eaaf45-d7c8-4df2-9331-f53af8cef22a binding host dv-cinder-760199-3-smb {{(pid=83988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:42:18.140208 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bed31c90-e069-47d3-9bb6-07762a6fe689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:18.742455 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bed31c90-e069-47d3-9bb6-07762a6fe689 None None] Notify callbacks [] for port, precommit_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:18.758931 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-bed31c90-e069-47d3-9bb6-07762a6fe689 None None] Transition to ACTIVE for port object 28eaaf45-d7c8-4df2-9331-f53af8cef22a will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:42:18.763148 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bed31c90-e069-47d3-9bb6-07762a6fe689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:18.777880 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-099ce4cf-ec36-4f89-8e34-712682722563 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:42:18.925985 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a7757-8ced-44de-a091-1585b6e3c709 None None] Pushing event updated for resources: {'Port': ['ID=28eaaf45-d7c8-4df2-9331-f53af8cef22a,revision_number=2']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:42:18.942314 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b86a7757-8ced-44de-a091-1585b6e3c709 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:42:19.005692 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-bed31c90-e069-47d3-9bb6-07762a6fe689 None None] Attempting to bind port 28eaaf45-d7c8-4df2-9331-f53af8cef22a on host dv-cinder-760199-3-smb for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:42:19.006363 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-bed31c90-e069-47d3-9bb6-07762a6fe689 None None] Attempting to bind port 28eaaf45-d7c8-4df2-9331-f53af8cef22a by drivers openvswitch on host dv-cinder-760199-3-smb at level 0 using segments [{'id': '1518ad10-b1eb-469a-b2c2-2c6841e70835', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:42:19.006991 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed31c90-e069-47d3-9bb6-07762a6fe689 None None] Attempting to bind port 28eaaf45-d7c8-4df2-9331-f53af8cef22a on network 7adbab01-78f4-4f50-aa4c-26c3aba221ad {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:42:19.017230 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed31c90-e069-47d3-9bb6-07762a6fe689 None None] Checking agent: {'id': '8fdeb372-8e18-4614-ad16-4f33ed73e666', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 30), 'started_at': datetime.datetime(2021, 2, 17, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:42:19.017650 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed31c90-e069-47d3-9bb6-07762a6fe689 None None] Checking segment: {'id': '1518ad10-b1eb-469a-b2c2-2c6841e70835', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:42:19.018103 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bed31c90-e069-47d3-9bb6-07762a6fe689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:19.018550 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed31c90-e069-47d3-9bb6-07762a6fe689 None None] Bound using segment: {'id': '1518ad10-b1eb-469a-b2c2-2c6841e70835', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:42:19.019073 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-bed31c90-e069-47d3-9bb6-07762a6fe689 None None] Bound port: 28eaaf45-d7c8-4df2-9331-f53af8cef22a, host: dv-cinder-760199-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1518ad10-b1eb-469a-b2c2-2c6841e70835', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:42:19.019762 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bed31c90-e069-47d3-9bb6-07762a6fe689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:19.104008 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-bed31c90-e069-47d3-9bb6-07762a6fe689 None None] For port 28eaaf45-d7c8-4df2-9331-f53af8cef22a, host dv-cinder-760199-3-smb, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:42:19.107426 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-bed31c90-e069-47d3-9bb6-07762a6fe689 None None] For port 28eaaf45-d7c8-4df2-9331-f53af8cef22a, host dv-cinder-760199-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=28eaaf45-d7c8-4df2-9331-f53af8cef22a,segment=NetworkSegment(1518ad10-b1eb-469a-b2c2-2c6841e70835),segment_id=1518ad10-b1eb-469a-b2c2-2c6841e70835)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:42:19.110721 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bed31c90-e069-47d3-9bb6-07762a6fe689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:19.126557 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b86a7757-8ced-44de-a091-1585b6e3c709 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:42:19.281769 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a7757-8ced-44de-a091-1585b6e3c709 None None] Pushing event updated for resources: {'Port': ['ID=28eaaf45-d7c8-4df2-9331-f53af8cef22a,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:42:19.286985 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b86a7757-8ced-44de-a091-1585b6e3c709 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:42:19.328776 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed31c90-e069-47d3-9bb6-07762a6fe689 None None] Routers {'eee58a05-b5a0-4237-bcbc-b5e5d039df54'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:42:19.329437 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-bed31c90-e069-47d3-9bb6-07762a6fe689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:41:57Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['eee58a05-b5a0-4237-bcbc-b5e5d039df54'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:42:19.533127 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-bed31c90-e069-47d3-9bb6-07762a6fe689 None None] Set router eee58a05-b5a0-4237-bcbc-b5e5d039df54 gateway port host: dv-cinder-760199-3-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:42:19.912261 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-bed31c90-e069-47d3-9bb6-07762a6fe689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee58a05-b5a0-4237-bcbc-b5e5d039df54', 'name': 'router1', 'tenant_id': '469c44a765b84c66a5c612bb122e6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '28eaaf45-d7c8-4df2-9331-f53af8cef22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:41:55Z', 'updated_at': '2021-02-17T17:42:16Z', 'revision_number': 4, 'project_id': '469c44a765b84c66a5c612bb122e6aef', 'gw_port': {'id': '28eaaf45-d7c8-4df2-9331-f53af8cef22a', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:66:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee58a05-b5a0-4237-bcbc-b5e5d039df54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:42:15Z', 'updated_at': '2021-02-17T17:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': 'd617dbe4-6067-4fe2-a28c-84d9dfde56b3', 'name': '', 'network_id': 'd678fecb-d1a6-473c-87e0-8d85373a9ef8', 'tenant_id': '469c44a765b84c66a5c612bb122e6aef', 'mac_address': 'fa:16:3e:34:f2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee58a05-b5a0-4237-bcbc-b5e5d039df54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2a8cebe-ca12-4892-ad2f-3cc81bd67714', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:42:05Z', 'updated_at': '2021-02-17T17:42:12Z', 'revision_number': 5, 'project_id': '469c44a765b84c66a5c612bb122e6aef', 'subnets': [{'id': 'e2a8cebe-ca12-4892-ad2f-3cc81bd67714', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4b8e00d-dd91-43c4-9651-d8c13a494b12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:42:19.916431 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed31c90-e069-47d3-9bb6-07762a6fe689 None None] The sync data for ids ['eee58a05-b5a0-4237-bcbc-b5e5d039df54'] in dv-cinder-760199-3-smb is: [{'id': 'eee58a05-b5a0-4237-bcbc-b5e5d039df54', 'name': 'router1', 'tenant_id': '469c44a765b84c66a5c612bb122e6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '28eaaf45-d7c8-4df2-9331-f53af8cef22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:41:55Z', 'updated_at': '2021-02-17T17:42:16Z', 'revision_number': 4, 'project_id': '469c44a765b84c66a5c612bb122e6aef', 'gw_port': {'id': '28eaaf45-d7c8-4df2-9331-f53af8cef22a', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:66:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee58a05-b5a0-4237-bcbc-b5e5d039df54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:42:15Z', 'updated_at': '2021-02-17T17:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': 'd617dbe4-6067-4fe2-a28c-84d9dfde56b3', 'name': '', 'network_id': 'd678fecb-d1a6-473c-87e0-8d85373a9ef8', 'tenant_id': '469c44a765b84c66a5c612bb122e6aef', 'mac_address': 'fa:16:3e:34:f2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee58a05-b5a0-4237-bcbc-b5e5d039df54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2a8cebe-ca12-4892-ad2f-3cc81bd67714', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:42:05Z', 'updated_at': '2021-02-17T17:42:12Z', 'revision_number': 5, 'project_id': '469c44a765b84c66a5c612bb122e6aef', 'subnets': [{'id': 'e2a8cebe-ca12-4892-ad2f-3cc81bd67714', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4b8e00d-dd91-43c4-9651-d8c13a494b12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:42:20.217259 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 41352) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:42:20.388475 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b6058f-d60b-4eac-9186-dca92416388f admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:42:20.390687 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-a2b6058f-d60b-4eac-9186-dca92416388f admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1719234 Feb 17 17:42:21.817325 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device 28eaaf45-d7c8-4df2-9331-f53af8cef22a up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:42:21.914262 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning for port 28eaaf45-d7c8-4df2-9331-f53af8cef22a completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:42:21.920715 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port 28eaaf45-d7c8-4df2-9331-f53af8cef22a triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:42:21.921345 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:22.067567 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:22.100303 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] For port 28eaaf45-d7c8-4df2-9331-f53af8cef22a, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=28eaaf45-d7c8-4df2-9331-f53af8cef22a,segment=NetworkSegment(1518ad10-b1eb-469a-b2c2-2c6841e70835),segment_id=1518ad10-b1eb-469a-b2c2-2c6841e70835)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:42:22.109778 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:22.114993 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:42:22.192972 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Pushing event updated for resources: {'Port': ['ID=28eaaf45-d7c8-4df2-9331-f53af8cef22a,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:42:22.196590 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:42:23.795893 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device 28eaaf45-d7c8-4df2-9331-f53af8cef22a up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:42:23.902390 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port 28eaaf45-d7c8-4df2-9331-f53af8cef22a triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:42:23.903284 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:25.337286 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4924e834-dbc2-4f00-a710-dd63443a1459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:27.483072 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-89b5c7f3-73a3-443c-83fe-d499b21b9125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:28.571276 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:29.724353 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:29.832234 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:54.156106 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 5 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:42:55.325783 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e37e-7a32-4d40-9b6f-73b13bcdba9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:57.468921 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-18529956-e44c-481b-89d7-726e1aae525e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:58.563354 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:59.717159 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:59.819857 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:43:25.334488 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a5f65a0c-eb9c-4850-93dc-6de6425f9288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:43:27.473636 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d21c5d74-52ef-418e-a0c6-14f2b346c6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:43:28.570939 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:43:29.720762 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:43:29.828247 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:43:31.157253 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 5 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:43:55.328042 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8f2bd6f5-79f4-446f-b425-4d5a70c90548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:43:57.466385 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c14e2e84-d128-43fb-beb6-89ebcade4273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:43:58.571247 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:43:59.723660 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:43:59.837873 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:44:08.157073 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 5 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:44:25.330448 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8153d9a2-5241-4ad3-bea8-880c49d142fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:44:27.468472 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f5998ce3-4ac0-43f8-9c0c-8a91aceedcbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:44:28.576228 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:44:29.727357 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:44:29.834975 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:44:35.960144 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 41928) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:44:36.040810 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bd705af-2289-4b84-b8db-aacb26ccfb76 admin admin] GET failed (client error): The resource could not be found. Feb 17 17:44:36.040810 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-8bd705af-2289-4b84-b8db-aacb26ccfb76 admin admin] Synchronizing usage tracker for tenant:859e5f30d15b429286ec8b6a561c6642 on resource:network {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:44:36.053472 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-8bd705af-2289-4b84-b8db-aacb26ccfb76 admin admin] Unset dirty status for tenant:859e5f30d15b429286ec8b6a561c6642 on resource:network {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:44:36.054732 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-8bd705af-2289-4b84-b8db-aacb26ccfb76 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0934248 Feb 17 17:44:36.204131 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00707ade-e298-44ef-a7a2-a178baf6917d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:44:36.205794 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-00707ade-e298-44ef-a7a2-a178baf6917d admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1457348 Feb 17 17:44:38.727560 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 41938) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:44:38.846678 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3667b8d6-76b0-4d95-bab0-cc0a43e7a5f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:44:38.848172 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-3667b8d6-76b0-4d95-bab0-cc0a43e7a5f6 admin admin] 10.222.0.49 "GET /v2.0/subnets/e2a8cebe-ca12-4892-ad2f-3cc81bd67714 HTTP/1.1" status: 200 len: 849 time: 0.1195309 Feb 17 17:44:38.859227 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-c6042e3a-8c55-4aa1-b4ab-29e32d16ded6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:44:38.987563 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c6042e3a-8c55-4aa1-b4ab-29e32d16ded6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:44:39.314873 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c6042e3a-8c55-4aa1-b4ab-29e32d16ded6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846389800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363283405097434'] for subnet, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:44:39.330249 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-09d9541e-4627-4f5d-ad45-ea044e5da054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:44:39.475337 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6042e3a-8c55-4aa1-b4ab-29e32d16ded6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2a8cebe-ca12-4892-ad2f-3cc81bd67714,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:44:39.486695 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6042e3a-8c55-4aa1-b4ab-29e32d16ded6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:44:39.487087 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6042e3a-8c55-4aa1-b4ab-29e32d16ded6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:44:39.487468 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6042e3a-8c55-4aa1-b4ab-29e32d16ded6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:44:39.487840 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6042e3a-8c55-4aa1-b4ab-29e32d16ded6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:44:39.488215 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6042e3a-8c55-4aa1-b4ab-29e32d16ded6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:44:39.488584 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6042e3a-8c55-4aa1-b4ab-29e32d16ded6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:44:39.488973 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6042e3a-8c55-4aa1-b4ab-29e32d16ded6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:44:39.489339 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6042e3a-8c55-4aa1-b4ab-29e32d16ded6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:44:39.489709 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6042e3a-8c55-4aa1-b4ab-29e32d16ded6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:44:39.490073 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6042e3a-8c55-4aa1-b4ab-29e32d16ded6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:44:39.490434 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6042e3a-8c55-4aa1-b4ab-29e32d16ded6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:44:39.490793 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6042e3a-8c55-4aa1-b4ab-29e32d16ded6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:44:39.496613 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c6042e3a-8c55-4aa1-b4ab-29e32d16ded6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:44:39.528907 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6042e3a-8c55-4aa1-b4ab-29e32d16ded6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:44:39.529561 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c6042e3a-8c55-4aa1-b4ab-29e32d16ded6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for subnet, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:44:39.531039 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-c6042e3a-8c55-4aa1-b4ab-29e32d16ded6 admin admin] 10.222.0.49 "PUT /v2.0/subnets/e2a8cebe-ca12-4892-ad2f-3cc81bd67714 HTTP/1.1" status: 200 len: 868 time: 0.6760869 Feb 17 17:44:39.547966 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f7250c-afc2-4222-beaa-8a46ce858bf4 None None] Network d678fecb-d1a6-473c-87e0-8d85373a9ef8 requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:44:40.004810 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-62667174-fb42-4f34-823c-f9ed858a5b5a None None] Provisioning complete for port a4e5316a-cecc-45ec-be80-898fbb10d5d6 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:44:40.005407 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-62667174-fb42-4f34-823c-f9ed858a5b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:44:40.146432 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-62667174-fb42-4f34-823c-f9ed858a5b5a None None] Provisioning complete for port d617dbe4-6067-4fe2-a28c-84d9dfde56b3 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:44:40.146847 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-62667174-fb42-4f34-823c-f9ed858a5b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:44:42.054745 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 41948) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:44:42.246635 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba274068-e7ea-47cd-af50-9c103ca61803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:44:42.247058 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba274068-e7ea-47cd-af50-9c103ca61803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:44:42.248762 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-ba274068-e7ea-47cd-af50-9c103ca61803 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1929932 Feb 17 17:44:44.776370 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 41958) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:44:44.969135 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df827193-4335-4501-8a14-b397d4f14ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:44:44.969479 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df827193-4335-4501-8a14-b397d4f14ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:44:44.971154 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-df827193-4335-4501-8a14-b397d4f14ba9 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1936548 Feb 17 17:44:45.157291 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 5 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:44:47.498133 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 41968) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:44:47.682610 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec912745-ca8a-415a-9bae-8348cbf303ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:44:47.684041 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-ec912745-ca8a-415a-9bae-8348cbf303ae admin admin] 10.222.0.49 "GET /v2.0/networks/7adbab01-78f4-4f50-aa4c-26c3aba221ad HTTP/1.1" status: 200 len: 886 time: 0.1848781 Feb 17 17:44:50.224529 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 41978) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:44:50.564224 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ac62fd-8778-4080-b9f5-16949afc5532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:44:50.565742 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-48ac62fd-8778-4080-b9f5-16949afc5532 admin admin] 10.222.0.49 "GET /v2.0/networks/d678fecb-d1a6-473c-87e0-8d85373a9ef8 HTTP/1.1" status: 200 len: 862 time: 0.3400898 Feb 17 17:44:53.139136 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 41988) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:44:53.256144 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c775643d-2a24-4908-b014-cc6101a2901c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:44:53.256597 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c775643d-2a24-4908-b014-cc6101a2901c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:44:53.258294 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-c775643d-2a24-4908-b014-cc6101a2901c admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1181364 Feb 17 17:44:55.333744 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a9db03de-3d2b-4925-8541-b30b71da870a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:44:55.794083 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 41998) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:44:55.914934 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5de363-6040-43c4-ab03-83527d12a715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:44:55.915346 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5de363-6040-43c4-ab03-83527d12a715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:44:55.917403 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-cf5de363-6040-43c4-ab03-83527d12a715 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1222382 Feb 17 17:44:57.472309 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-efe16804-5c63-4e6f-bacf-eda338c4fb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:44:58.454135 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 42008) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:44:58.573556 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8066e5-e507-47d1-95c3-98d6b4aba2ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:44:58.575031 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-cf8066e5-e507-47d1-95c3-98d6b4aba2ef admin admin] 10.222.0.49 "GET /v2.0/subnets/2ba7369c-b814-4a65-9701-7168439702b2 HTTP/1.1" status: 200 len: 816 time: 0.1198516 Feb 17 17:44:58.575606 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:44:59.731625 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:44:59.836301 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:01.135108 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 42018) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:45:01.257583 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39539bc-32e9-467b-a556-aae7f2936220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:45:01.259069 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-a39539bc-32e9-467b-a556-aae7f2936220 admin admin] 10.222.0.49 "GET /v2.0/subnets/e2a8cebe-ca12-4892-ad2f-3cc81bd67714 HTTP/1.1" status: 200 len: 868 time: 0.1229200 Feb 17 17:45:22.157652 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 5 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:45:25.335823 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ca8de75d-21a4-4cbf-8327-6fa80910f6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:27.479347 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-259b063c-3743-46b1-ae7e-0dad6b664d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:28.049084 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 42058) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:45:28.109139 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [None req-d04b21be-a395-4453-b0eb-54c929b7491b admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=83987) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:45:28.110246 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-d04b21be-a395-4453-b0eb-54c929b7491b admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0601351 Feb 17 17:45:28.579928 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:29.734056 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:29.843809 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:30.738875 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 42068) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:45:30.816201 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f49ec7-ff77-437d-84ff-8644d3b1a8eb admin admin] GET failed (client error): The resource could not be found. Feb 17 17:45:30.817689 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-36f49ec7-ff77-437d-84ff-8644d3b1a8eb admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0777955 Feb 17 17:45:30.957922 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8e22ef-9142-4128-8463-549586a25236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:45:30.959483 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-1d8e22ef-9142-4128-8463-549586a25236 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1373191 Feb 17 17:45:33.564480 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 42078) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:45:33.619533 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-76ffd34d-ba2f-4c68-9d31-181f498dd0ab admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:45:33.624383 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-76ffd34d-ba2f-4c68-9d31-181f498dd0ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:45:33.634242 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-76ffd34d-ba2f-4c68-9d31-181f498dd0ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:45:33.643635 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ffd34d-ba2f-4c68-9d31-181f498dd0ab admin admin] Made reservation on behalf of 859e5f30d15b429286ec8b6a561c6642 for: {'network': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:45:33.648305 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-76ffd34d-ba2f-4c68-9d31-181f498dd0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for network, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:33.746377 dv-cinder-760199-3-smb neutron-server[83873]: WARNING neutron.services.revisions.revision_plugin [None req-76ffd34d-ba2f-4c68-9d31-181f498dd0ab admin admin] Could not find related network for resource to bump revision. Feb 17 17:45:33.763873 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ffd34d-ba2f-4c68-9d31-181f498dd0ab admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=83986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:45:33.774777 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-76ffd34d-ba2f-4c68-9d31-181f498dd0ab admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363283404939516', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012526'] for segment, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:33.775641 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.db.segments_db [None req-76ffd34d-ba2f-4c68-9d31-181f498dd0ab admin admin] Added segment bb1622d4-7979-478b-9d05-ff658daf85c5 of type vxlan for network 9e26bb24-e6f2-40be-accd-709839a4b796 Feb 17 17:45:33.817042 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-76ffd34d-ba2f-4c68-9d31-181f498dd0ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363283405532856'] for network, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:33.857792 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-76ffd34d-ba2f-4c68-9d31-181f498dd0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513'] for network, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:33.859143 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ffd34d-ba2f-4c68-9d31-181f498dd0ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:45:33.859739 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-76ffd34d-ba2f-4c68-9d31-181f498dd0ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:33.864909 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:45:33.975797 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ffd34d-ba2f-4c68-9d31-181f498dd0ab admin admin] Pushing event updated for resources: {'Network': ['ID=9e26bb24-e6f2-40be-accd-709839a4b796,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:45:33.981142 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-76ffd34d-ba2f-4c68-9d31-181f498dd0ab admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4154723 Feb 17 17:45:33.985888 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ffd34d-ba2f-4c68-9d31-181f498dd0ab admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:33.986640 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ffd34d-ba2f-4c68-9d31-181f498dd0ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:33.986640 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ffd34d-ba2f-4c68-9d31-181f498dd0ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:33.986968 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ffd34d-ba2f-4c68-9d31-181f498dd0ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:33.987336 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ffd34d-ba2f-4c68-9d31-181f498dd0ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:33.987699 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ffd34d-ba2f-4c68-9d31-181f498dd0ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:33.988062 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ffd34d-ba2f-4c68-9d31-181f498dd0ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:33.988425 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ffd34d-ba2f-4c68-9d31-181f498dd0ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:33.988829 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ffd34d-ba2f-4c68-9d31-181f498dd0ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:33.989207 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ffd34d-ba2f-4c68-9d31-181f498dd0ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:33.989563 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ffd34d-ba2f-4c68-9d31-181f498dd0ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:33.989924 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ffd34d-ba2f-4c68-9d31-181f498dd0ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:33.995132 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-76ffd34d-ba2f-4c68-9d31-181f498dd0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:45:34.004283 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Network 9e26bb24-e6f2-40be-accd-709839a4b796 details requested by agent ovs-agent-dv-cinder-760199-3-smb with host dv-cinder-760199-3-smb {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:45:36.573796 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 42088) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:45:36.655630 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef1a24ef-30ad-4119-b470-4363bd4daca2 admin admin] GET failed (client error): The resource could not be found. Feb 17 17:45:36.656228 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-ef1a24ef-30ad-4119-b470-4363bd4daca2 admin admin] Synchronizing usage tracker for tenant:859e5f30d15b429286ec8b6a561c6642 on resource:network {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:45:36.671993 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-ef1a24ef-30ad-4119-b470-4363bd4daca2 admin admin] Unset dirty status for tenant:859e5f30d15b429286ec8b6a561c6642 on resource:network {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:45:36.673331 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-ef1a24ef-30ad-4119-b470-4363bd4daca2 admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0985003 Feb 17 17:45:36.794142 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d1918a-d6f3-4932-8969-1a121fb1f231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:45:36.795738 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-11d1918a-d6f3-4932-8969-1a121fb1f231 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1179221 Feb 17 17:45:36.807387 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-ca306dc3-7526-4e84-9947-cd95d448d3b8 admin admin] Request body: {'subnet': {'network_id': '9e26bb24-e6f2-40be-accd-709839a4b796', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:45:36.812438 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ca306dc3-7526-4e84-9947-cd95d448d3b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:45:36.816631 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-ca306dc3-7526-4e84-9947-cd95d448d3b8 admin admin] Usage tracker for resource:subnet and tenant:859e5f30d15b429286ec8b6a561c6642 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:45:36.819613 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-ca306dc3-7526-4e84-9947-cd95d448d3b8 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:45:36.825933 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ca306dc3-7526-4e84-9947-cd95d448d3b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:45:36.834869 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca306dc3-7526-4e84-9947-cd95d448d3b8 admin admin] Made reservation on behalf of 859e5f30d15b429286ec8b6a561c6642 for: {'subnet': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:45:36.839600 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ca306dc3-7526-4e84-9947-cd95d448d3b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:37.252177 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ca306dc3-7526-4e84-9947-cd95d448d3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846389800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513'] for subnet, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:37.269102 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6bc9aa3c-70c8-4cc0-a2c2-c9350d297f77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:45:37.406674 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca306dc3-7526-4e84-9947-cd95d448d3b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adfc76ea-5a11-445d-9a1f-d0e00714d43a,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:45:37.411635 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ca306dc3-7526-4e84-9947-cd95d448d3b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:45:37.474419 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca306dc3-7526-4e84-9947-cd95d448d3b8 admin admin] Checking segment: {'id': 'bb1622d4-7979-478b-9d05-ff658daf85c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9e26bb24-e6f2-40be-accd-709839a4b796'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:45:37.474813 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca306dc3-7526-4e84-9947-cd95d448d3b8 admin admin] Network hostable DHCP agents. Network: 9e26bb24-e6f2-40be-accd-709839a4b796, hostable agents: ['8546a6d4-f394-45d5-bab8-9d45fc62bb83'], hosted agents: [] {{(pid=83986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:45:37.494109 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca306dc3-7526-4e84-9947-cd95d448d3b8 admin admin] Network 9e26bb24-e6f2-40be-accd-709839a4b796 is scheduled to be hosted by DHCP agent 8546a6d4-f394-45d5-bab8-9d45fc62bb83 with binding_index 1 {{(pid=83986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:45:37.502806 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-ca306dc3-7526-4e84-9947-cd95d448d3b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-smb, 9e26bb24-e6f2-40be-accd-709839a4b796) {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:45:37.507112 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca306dc3-7526-4e84-9947-cd95d448d3b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:45:37.507745 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ca306dc3-7526-4e84-9947-cd95d448d3b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:37.513284 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd77a5d-ef10-42da-88ca-13cc186d2676 None None] Network 9e26bb24-e6f2-40be-accd-709839a4b796 requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:45:37.529488 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-ca306dc3-7526-4e84-9947-cd95d448d3b8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7266576 Feb 17 17:45:37.773929 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc8980f4-a3c2-5bc6-8503-45c957795eab-9e26bb24-e6f2-40be-accd-709839a4b796', 'network_id': '9e26bb24-e6f2-40be-accd-709839a4b796', 'tenant_id': '859e5f30d15b429286ec8b6a561c6642', 'fixed_ips': [{'subnet_id': 'adfc76ea-5a11-445d-9a1f-d0e00714d43a'}]}} from dv-cinder-760199-3-smb. {{(pid=83988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 17:45:37.775851 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:38.105233 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Allocated IP 192.168.233.2 (9e26bb24-e6f2-40be-accd-709839a4b796/adfc76ea-5a11-445d-9a1f-d0e00714d43a/d3cbd568-7114-4c86-810a-5a063d2edd6a) {{(pid=83988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:45:38.341848 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Notify callbacks [] for port, precommit_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:38.354325 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Transition to ACTIVE for port object d3cbd568-7114-4c86-810a-5a063d2edd6a will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:45:38.371260 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Transition to ACTIVE for port object d3cbd568-7114-4c86-810a-5a063d2edd6a will not be triggered until provisioned by entity DHCP. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:45:38.376094 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479'] for port, after_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:38.390383 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:45:38.539735 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Pushing event updated for resources: {'Port': ['ID=d3cbd568-7114-4c86-810a-5a063d2edd6a,revision_number=1']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:45:38.550075 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:38.550457 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:38.550835 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:38.551201 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:38.551580 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:38.551931 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:38.552292 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:38.552669 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:38.553037 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:38.553401 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:38.553756 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:38.554119 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:38.560808 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:45:38.618699 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Network 9e26bb24-e6f2-40be-accd-709839a4b796 is already hosted by enough agents. {{(pid=83988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:45:38.619922 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Resources bound (agent type, host, resource id): {{(pid=83988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:45:38.622352 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Received port after_create {{(pid=83988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:45:38.691730 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Attempting to bind port d3cbd568-7114-4c86-810a-5a063d2edd6a on host dv-cinder-760199-3-smb for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:45:38.692144 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Attempting to bind port d3cbd568-7114-4c86-810a-5a063d2edd6a by drivers openvswitch on host dv-cinder-760199-3-smb at level 0 using segments [{'id': 'bb1622d4-7979-478b-9d05-ff658daf85c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9e26bb24-e6f2-40be-accd-709839a4b796'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:45:38.692557 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Attempting to bind port d3cbd568-7114-4c86-810a-5a063d2edd6a on network 9e26bb24-e6f2-40be-accd-709839a4b796 {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:45:38.699464 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Checking agent: {'id': '8fdeb372-8e18-4614-ad16-4f33ed73e666', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 30), 'started_at': datetime.datetime(2021, 2, 17, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:45:38.699886 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Checking segment: {'id': 'bb1622d4-7979-478b-9d05-ff658daf85c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9e26bb24-e6f2-40be-accd-709839a4b796'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:45:38.700340 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:38.700861 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Bound using segment: {'id': 'bb1622d4-7979-478b-9d05-ff658daf85c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9e26bb24-e6f2-40be-accd-709839a4b796'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:45:38.701386 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Bound port: d3cbd568-7114-4c86-810a-5a063d2edd6a, host: dv-cinder-760199-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1622d4-7979-478b-9d05-ff658daf85c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9e26bb24-e6f2-40be-accd-709839a4b796'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:45:38.701810 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:38.811443 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] For port d3cbd568-7114-4c86-810a-5a063d2edd6a, host dv-cinder-760199-3-smb, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:45:38.815010 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] For port d3cbd568-7114-4c86-810a-5a063d2edd6a, host dv-cinder-760199-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=d3cbd568-7114-4c86-810a-5a063d2edd6a,segment=NetworkSegment(bb1622d4-7979-478b-9d05-ff658daf85c5),segment_id=bb1622d4-7979-478b-9d05-ff658daf85c5)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:45:38.817941 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:38.832190 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:45:39.003984 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Pushing event updated for resources: {'Port': ['ID=d3cbd568-7114-4c86-810a-5a063d2edd6a,revision_number=2']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:45:39.008743 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:45:39.923060 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device d3cbd568-7114-4c86-810a-5a063d2edd6a up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:45:40.004726 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning for port d3cbd568-7114-4c86-810a-5a063d2edd6a completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:45:40.367816 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3136ff9a-b6a9-4687-ad4d-4522b84d5f36 None None] Network 9e26bb24-e6f2-40be-accd-709839a4b796 requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:45:40.497124 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-51700b09-a7d1-4838-85e1-b8cbc198298d None None] Provisioning for port d3cbd568-7114-4c86-810a-5a063d2edd6a completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:45:40.514840 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-51700b09-a7d1-4838-85e1-b8cbc198298d None None] Provisioning complete for port d3cbd568-7114-4c86-810a-5a063d2edd6a triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:45:40.515183 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-51700b09-a7d1-4838-85e1-b8cbc198298d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:40.749947 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-51700b09-a7d1-4838-85e1-b8cbc198298d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:40.801139 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-51700b09-a7d1-4838-85e1-b8cbc198298d None None] For port d3cbd568-7114-4c86-810a-5a063d2edd6a, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=d3cbd568-7114-4c86-810a-5a063d2edd6a,segment=NetworkSegment(bb1622d4-7979-478b-9d05-ff658daf85c5),segment_id=bb1622d4-7979-478b-9d05-ff658daf85c5)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:45:40.804656 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-51700b09-a7d1-4838-85e1-b8cbc198298d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:40.808297 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:45:40.896208 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51700b09-a7d1-4838-85e1-b8cbc198298d None None] Pushing event updated for resources: {'Port': ['ID=d3cbd568-7114-4c86-810a-5a063d2edd6a,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:45:40.899828 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-51700b09-a7d1-4838-85e1-b8cbc198298d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:45:41.040016 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b89cc5c-5ceb-4353-a879-effc624c5ff4 None None] Provisioning complete for port d3cbd568-7114-4c86-810a-5a063d2edd6a triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:45:41.041391 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b89cc5c-5ceb-4353-a879-effc624c5ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:41.479305 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-1779b0ce-7070-49ae-abf1-62e1d5d6c42f None None] Provisioning complete for port d3cbd568-7114-4c86-810a-5a063d2edd6a triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:45:41.479649 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1779b0ce-7070-49ae-abf1-62e1d5d6c42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:41.885241 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device d3cbd568-7114-4c86-810a-5a063d2edd6a up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:45:41.960616 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port d3cbd568-7114-4c86-810a-5a063d2edd6a triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:45:41.961073 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:55.340689 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a9a48a2b-d5f0-435d-81d1-04cf40744584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:57.473584 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ea24e09a-99bd-46d8-b8a3-7ee70e20486a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:58.581979 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:59.158703 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 5 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:45:59.738194 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:59.851457 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:25.346533 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5f4955c0-e0ea-4b4e-bde5-cae5e7ef14e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:27.475511 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-182c065b-925a-474d-8971-4fbcefe8d800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:28.582479 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:29.741537 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:29.856994 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:36.159957 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 5 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:46:45.398986 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 42130) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:46:45.405786 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [None req-6ca56761-940e-4a98-8703-564c26c57ddc tempest-verify_tempest_config-215230936 tempest-verify_tempest_config-215230936-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=83986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:45.406921 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-6ca56761-940e-4a98-8703-564c26c57ddc tempest-verify_tempest_config-215230936 tempest-verify_tempest_config-215230936-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0068619 Feb 17 17:46:45.755228 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 42150) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:46:45.899327 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ff2ff7a0-6704-4b91-a854-03ce9e7453ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:45.917247 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ff2ff7a0-6704-4b91-a854-03ce9e7453ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:46:45.921376 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-ff2ff7a0-6704-4b91-a854-03ce9e7453ba admin admin] Usage tracker for resource:security_group_rule and tenant:1544a5629452427494dfe2ec53c0bf21 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:46:45.924470 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-ff2ff7a0-6704-4b91-a854-03ce9e7453ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:46:45.930400 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ff2ff7a0-6704-4b91-a854-03ce9e7453ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:46:46.023187 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ff2ff7a0-6704-4b91-a854-03ce9e7453ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:46.027048 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ff2ff7a0-6704-4b91-a854-03ce9e7453ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:46.036763 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ae5594dc-7ec6-4595-92a9-ce9bf84fbfe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:46:46.080665 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-ff2ff7a0-6704-4b91-a854-03ce9e7453ba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1544a5629452427494dfe2ec53c0bf21&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3242433 Feb 17 17:46:46.081550 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ff7a0-6704-4b91-a854-03ce9e7453ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631ed033-31d6-4495-b5f0-3b607b537470,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:46:46.083578 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 42156) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:46:46.089488 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ff7a0-6704-4b91-a854-03ce9e7453ba admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:46.089874 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ff7a0-6704-4b91-a854-03ce9e7453ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:46.090244 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ff7a0-6704-4b91-a854-03ce9e7453ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:46.090606 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ff7a0-6704-4b91-a854-03ce9e7453ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:46.090961 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ff7a0-6704-4b91-a854-03ce9e7453ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:46.091320 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ff7a0-6704-4b91-a854-03ce9e7453ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:46.091678 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ff7a0-6704-4b91-a854-03ce9e7453ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:46.092031 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ff7a0-6704-4b91-a854-03ce9e7453ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:46.092583 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ff7a0-6704-4b91-a854-03ce9e7453ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:46.092787 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ff7a0-6704-4b91-a854-03ce9e7453ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:46.093141 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ff7a0-6704-4b91-a854-03ce9e7453ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:46.093490 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ff7a0-6704-4b91-a854-03ce9e7453ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:46.097804 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ff2ff7a0-6704-4b91-a854-03ce9e7453ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:46:46.169746 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-211afb32-f9e0-46c0-985b-e1002af3fbb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:46.198889 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-211afb32-f9e0-46c0-985b-e1002af3fbb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:46.251896 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-211afb32-f9e0-46c0-985b-e1002af3fbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:46.257267 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-05dc09d2-5378-4303-935d-f6f0b181987c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:46:46.270540 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211afb32-f9e0-46c0-985b-e1002af3fbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631ed033-31d6-4495-b5f0-3b607b537470,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:46:46.279636 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-211afb32-f9e0-46c0-985b-e1002af3fbb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:46.280870 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-211afb32-f9e0-46c0-985b-e1002af3fbb5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/631ed033-31d6-4495-b5f0-3b607b537470 HTTP/1.1" status: 204 len: 168 time: 0.1962328 Feb 17 17:46:46.282286 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211afb32-f9e0-46c0-985b-e1002af3fbb5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:46.282670 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211afb32-f9e0-46c0-985b-e1002af3fbb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:46.283042 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211afb32-f9e0-46c0-985b-e1002af3fbb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:46.283407 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211afb32-f9e0-46c0-985b-e1002af3fbb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:46.283773 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211afb32-f9e0-46c0-985b-e1002af3fbb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:46.284134 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211afb32-f9e0-46c0-985b-e1002af3fbb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:46.284500 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211afb32-f9e0-46c0-985b-e1002af3fbb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:46.285021 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211afb32-f9e0-46c0-985b-e1002af3fbb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:46.285231 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211afb32-f9e0-46c0-985b-e1002af3fbb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:46.285593 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211afb32-f9e0-46c0-985b-e1002af3fbb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:46.285949 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211afb32-f9e0-46c0-985b-e1002af3fbb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:46.286304 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211afb32-f9e0-46c0-985b-e1002af3fbb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:46.289545 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-211afb32-f9e0-46c0-985b-e1002af3fbb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:46:55.348085 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4482913d-f4c0-4e4e-af1d-f7f21ccd1e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:57.478521 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bd6af38a-e7fd-47d9-9f8c-1032430c1f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:58.584477 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:59.746885 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:59.858716 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:47:13.159250 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 5 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:47:25.349501 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-63f8b87a-2706-4a0f-a109-336903033fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:47:27.480317 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-55da07ac-92a6-4286-9186-ea7fd8494932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:47:28.586715 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:47:29.749332 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:47:29.861969 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:47:50.162569 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 5 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:47:55.353424 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3c7e5077-0bee-4319-90db-d571ffdf8672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:47:57.482510 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a9e88a74-2256-4747-baeb-f3cf510f31cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:47:58.590898 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:47:59.752808 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:47:59.865035 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:25.358357 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1c6e035e-06e5-4776-a941-8c73eaf7f666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:27.162208 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 5 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:48:27.484808 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-77a81406-53a5-4252-beb6-2c2bafaa03b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:28.593291 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:29.750783 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:29.874819 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:38.453723 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214'] for agent, after_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:38.454310 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:38.454554 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:38.454970 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:38.455355 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:38.455738 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:38.456115 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:38.456481 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:38.456902 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:38.457282 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:38.457689 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:38.458110 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:38.458481 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:38.458874 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-76019', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:48:38.463105 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76019', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:48:38.837496 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] get_endpoint_by_host() called for host hv-cinder-76019 {{(pid=83988) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 17:48:38.842384 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] get_endpoint_by_ip() called for ip 192.168.0.44 {{(pid=83988) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 17:48:38.845693 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] _add_endpoint() called for ip 192.168.0.44 {{(pid=83988) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 17:48:38.850298 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] _get_endpoints() called {{(pid=83988) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 17:48:50.211090 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 42228) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:48:50.336256 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-2248d561-ff52-44ed-90fc-42ad6b6f2793 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1236086 Feb 17 17:48:52.926174 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 42238) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:48:52.994937 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-888dfb51-8788-4f82-ba24-07ab41739867 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0674875 Feb 17 17:48:55.356323 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-87d38765-8718-4dcc-908f-4f7e3371eafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:57.489398 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-154bfd11-5f78-4ad6-b321-c6f745210099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:58.595707 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:59.756554 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:59.880465 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:04.162278 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:49:08.476585 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:25.361036 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c527bc7c-986d-428a-9671-6eaa31f3d195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:27.492894 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a9dbfb58-3403-4a9a-9961-1b4fac2abf1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:28.598752 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:29.758205 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:29.881843 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:38.490267 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:41.162617 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:49:55.365878 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-853959a8-8934-4a76-8c16-3f8e487f03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:57.496106 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-994e83c2-188c-4d6d-9f2c-146bda13603a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:58.603690 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:59.762096 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:59.886618 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:08.502203 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:18.162375 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:50:25.370563 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1472660f-a645-4582-a37a-9919b4265ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:27.500218 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-476f2caa-1399-4b46-b6c4-84297327f78a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:28.606680 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:29.768527 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:29.892189 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:38.510547 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:42.714150 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 42348) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:43.108238 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2070025-network', 'tenant_id': '82d5dedee50c40eebfe29a0df4366919'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:43.114046 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:43.118258 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Usage tracker for resource:network and tenant:82d5dedee50c40eebfe29a0df4366919 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:43.122207 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:43.128485 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:43.138479 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Made reservation on behalf of 82d5dedee50c40eebfe29a0df4366919 for: {'network': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:50:43.147222 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for network, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:43.162649 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:43.179899 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:43.185219 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Usage tracker for resource:security_group_rule and tenant:82d5dedee50c40eebfe29a0df4366919 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:43.188234 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:43.194223 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:43.297634 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:43.301203 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:43.305950 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:43.343150 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:50:43.353226 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8663f8e2-1e51-4674-8763-239bd4298f75,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:43.365021 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:43.365414 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:43.365787 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:43.366159 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:43.366519 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:43.366888 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:43.367248 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:43.367593 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:43.367974 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:43.368332 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:43.368710 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:43.369071 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:43.369482 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:43.369837 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:43.370205 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:43.370551 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:43.370912 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:43.371789 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:43.372143 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:43.372597 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:43.372879 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:43.373333 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:43.373559 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:43.373880 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Tracked resource versions report: Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: pushed versions: Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: { 'AddressGroup': {'1.1'}, Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: 'ConntrackHelper': {'1.0'}, Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: 'Log': {'1.0'}, Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: 'Network': {'1.1'}, Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: 'Port': {'1.7'}, Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: 'PortForwarding': {'1.2'}, Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: 'QosPolicy': {'1.8'}, Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroup': {'1.4'}, Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroupRule': {'1.2'}, Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: 'SubPort': {'1.0'}, Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: 'Subnet': {'1.1'}, Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: 'Trunk': {'1.1'}} Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: consumer versions: Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: { DHCP agent@dv-cinder-760199-3-smb: {}, Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: L3 agent@dv-cinder-760199-3-smb: {}, Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: Metadata agent@dv-cinder-760199-3-smb: {}, Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: Metering agent@dv-cinder-760199-3-smb: {}, Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: Open vSwitch agent@dv-cinder-760199-3-smb: { 'AddressGroup': '1.1', Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: 'ConntrackHelper': '1.0', Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: 'Log': '1.0', Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: 'Network': '1.1', Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: 'Port': '1.7', Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: 'PortForwarding': '1.2', Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: 'QosPolicy': '1.8', Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroup': '1.4', Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroupRule': '1.2', Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: 'SubPort': '1.0', Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: 'Subnet': '1.1', Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: 'Trunk': '1.1'}, Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: Open vSwitch agent@hv-cinder-76019: { 'AddressGroup': '1.1', Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: 'ConntrackHelper': '1.0', Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: 'Log': '1.0', Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: 'Network': '1.1', Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: 'Port': '1.7', Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: 'PortForwarding': '1.2', Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: 'QosPolicy': '1.8', Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroup': '1.4', Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroupRule': '1.2', Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: 'SubPort': '1.0', Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: 'Subnet': '1.1', Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: 'Trunk': '1.1'}} Feb 17 17:50:43.375413 dv-cinder-760199-3-smb neutron-server[83873]: {{(pid=83987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 17:50:43.386372 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012526'] for segment, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:43.386372 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.db.segments_db [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Added segment cd4ef5f5-798d-462d-940e-fdbc85c2c98b of type vxlan for network 376dd2cb-f819-4afd-88f1-5bdecf18b8d9 Feb 17 17:50:43.386372 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:43.427385 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363283405532856'] for network, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:43.461719 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513'] for network, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:43.463051 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:43.463691 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:43.469884 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:43.581947 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Pushing event updated for resources: {'Network': ['ID=376dd2cb-f819-4afd-88f1-5bdecf18b8d9,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:43.589458 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8703997 Feb 17 17:50:43.589458 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:43.590515 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 42392) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:43.595609 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Network 376dd2cb-f819-4afd-88f1-5bdecf18b8d9 details requested by agent ovs-agent-dv-cinder-760199-3-smb with host dv-cinder-760199-3-smb {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:50:43.598015 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-56dc8d75-f61a-4718-82e2-3741e5901d41 admin admin] Request body: {'subnet': {'network_id': '376dd2cb-f819-4afd-88f1-5bdecf18b8d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2070025-subnet', 'tenant_id': '82d5dedee50c40eebfe29a0df4366919', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:43.603399 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-56dc8d75-f61a-4718-82e2-3741e5901d41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:43.609536 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-56dc8d75-f61a-4718-82e2-3741e5901d41 admin admin] Usage tracker for resource:subnet and tenant:82d5dedee50c40eebfe29a0df4366919 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:43.612633 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-56dc8d75-f61a-4718-82e2-3741e5901d41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:43.619027 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-56dc8d75-f61a-4718-82e2-3741e5901d41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:43.631143 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56dc8d75-f61a-4718-82e2-3741e5901d41 admin admin] Made reservation on behalf of 82d5dedee50c40eebfe29a0df4366919 for: {'subnet': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:50:43.636989 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-56dc8d75-f61a-4718-82e2-3741e5901d41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:43.706154 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Network 376dd2cb-f819-4afd-88f1-5bdecf18b8d9 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:50:44.125523 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-56dc8d75-f61a-4718-82e2-3741e5901d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846389800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513'] for subnet, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:44.144991 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:44.243198 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 42418) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:44.300719 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc8d75-f61a-4718-82e2-3741e5901d41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70d362a4-3ff5-447c-8b3d-f3421ca1f4a0,revision_number=0']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:44.306571 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-56dc8d75-f61a-4718-82e2-3741e5901d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:44.381176 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dc8d75-f61a-4718-82e2-3741e5901d41 admin admin] Checking segment: {'id': 'cd4ef5f5-798d-462d-940e-fdbc85c2c98b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '376dd2cb-f819-4afd-88f1-5bdecf18b8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:50:44.381581 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dc8d75-f61a-4718-82e2-3741e5901d41 admin admin] Network hostable DHCP agents. Network: 376dd2cb-f819-4afd-88f1-5bdecf18b8d9, hostable agents: ['8546a6d4-f394-45d5-bab8-9d45fc62bb83'], hosted agents: [] {{(pid=83987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:50:44.402557 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dc8d75-f61a-4718-82e2-3741e5901d41 admin admin] Network 376dd2cb-f819-4afd-88f1-5bdecf18b8d9 is scheduled to be hosted by DHCP agent 8546a6d4-f394-45d5-bab8-9d45fc62bb83 with binding_index 1 {{(pid=83987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:50:44.413026 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-56dc8d75-f61a-4718-82e2-3741e5901d41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-smb, 376dd2cb-f819-4afd-88f1-5bdecf18b8d9) {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:50:44.418881 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dc8d75-f61a-4718-82e2-3741e5901d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:44.419883 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-56dc8d75-f61a-4718-82e2-3741e5901d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for subnet, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:44.429801 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6a13b5-4fc1-4bfb-bbc7-04a66fd49899 None None] Network 376dd2cb-f819-4afd-88f1-5bdecf18b8d9 requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:50:44.460680 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-56dc8d75-f61a-4718-82e2-3741e5901d41 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8681047 Feb 17 17:50:44.675594 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1276168686-network', 'tenant_id': 'f216181af2b648939636de50f29d3988'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:44.680458 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:44.685647 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Usage tracker for resource:network and tenant:f216181af2b648939636de50f29d3988 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:44.689125 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:44.696544 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:44.702352 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913b3ec1-f5af-492e-be36-1cf33f9d4d8d None None] Network 376dd2cb-f819-4afd-88f1-5bdecf18b8d9 requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:50:44.708308 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Made reservation on behalf of f216181af2b648939636de50f29d3988 for: {'network': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:50:44.713092 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for network, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:44.732116 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:44.749571 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:44.753944 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Usage tracker for resource:security_group_rule and tenant:f216181af2b648939636de50f29d3988 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:44.757389 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:44.768211 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:44.786125 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 42440) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:44.878889 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:44.883261 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:44.892916 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:44.937940 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=83986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:50:44.951612 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:44.962515 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363283404939516', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012526'] for segment, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:44.962988 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.db.segments_db [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Added segment 31aff11b-7396-4981-85ef-5b95614ed352 of type vxlan for network 7b435b71-d20c-4f15-b462-26d694fc6d23 Feb 17 17:50:45.009832 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:45.010383 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:45.010922 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:45.011450 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:45.013072 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:45.013605 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:45.014313 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:45.014831 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:45.026033 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:45.026033 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:45.026033 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:45.026033 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:45.026033 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:45.026033 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:45.026033 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:45.026033 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:45.026033 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:45.026033 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:45.026033 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:45.026033 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:45.026033 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:45.026033 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:45.026033 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:45.026033 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Tracked resource versions report: Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: pushed versions: Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: { 'AddressGroup': {'1.1'}, Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: 'ConntrackHelper': {'1.0'}, Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: 'Log': {'1.0'}, Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: 'Network': {'1.1'}, Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: 'Port': {'1.7'}, Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: 'PortForwarding': {'1.2'}, Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: 'QosPolicy': {'1.8'}, Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroup': {'1.4'}, Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroupRule': {'1.2'}, Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: 'SubPort': {'1.0'}, Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: 'Subnet': {'1.1'}, Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: 'Trunk': {'1.1'}} Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: consumer versions: Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: { DHCP agent@dv-cinder-760199-3-smb: {}, Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: L3 agent@dv-cinder-760199-3-smb: {}, Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: Metadata agent@dv-cinder-760199-3-smb: {}, Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: Metering agent@dv-cinder-760199-3-smb: {}, Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: Open vSwitch agent@dv-cinder-760199-3-smb: { 'AddressGroup': '1.1', Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: 'ConntrackHelper': '1.0', Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: 'Log': '1.0', Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: 'Network': '1.1', Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: 'Port': '1.7', Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: 'PortForwarding': '1.2', Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: 'QosPolicy': '1.8', Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroup': '1.4', Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroupRule': '1.2', Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: 'SubPort': '1.0', Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: 'Subnet': '1.1', Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: 'Trunk': '1.1'}, Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: Open vSwitch agent@hv-cinder-76019: { 'AddressGroup': '1.1', Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: 'ConntrackHelper': '1.0', Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: 'Log': '1.0', Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: 'Network': '1.1', Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: 'Port': '1.7', Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: 'PortForwarding': '1.2', Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: 'QosPolicy': '1.8', Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroup': '1.4', Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroupRule': '1.2', Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: 'SubPort': '1.0', Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: 'Subnet': '1.1', Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: 'Trunk': '1.1'}} Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: {{(pid=83986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 17:50:45.027907 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363283405532856'] for network, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:45.033033 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:45.065441 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513'] for network, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:45.067092 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:45.068075 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:45.075010 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:45.129650 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 42454) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:45.149592 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 42460) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:45.191512 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Pushing event updated for resources: {'Network': ['ID=7b435b71-d20c-4f15-b462-26d694fc6d23,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:45.217468 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Network 7b435b71-d20c-4f15-b462-26d694fc6d23 details requested by agent ovs-agent-dv-cinder-760199-3-smb with host dv-cinder-760199-3-smb {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:50:45.228041 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:45.236352 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Network 7b435b71-d20c-4f15-b462-26d694fc6d23 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:50:45.250853 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0050468 Feb 17 17:50:45.251505 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-2af258a1-3241-444c-a3cf-d236378186fd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1631215453-network', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:45.252042 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 42466) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:45.258324 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-a425f0fa-b759-441e-91f3-20704e86a98d admin admin] Request body: {'subnet': {'network_id': '7b435b71-d20c-4f15-b462-26d694fc6d23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1276168686-subnet', 'tenant_id': 'f216181af2b648939636de50f29d3988', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:45.260215 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2af258a1-3241-444c-a3cf-d236378186fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:45.264301 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a425f0fa-b759-441e-91f3-20704e86a98d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:45.269199 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-a425f0fa-b759-441e-91f3-20704e86a98d admin admin] Usage tracker for resource:subnet and tenant:f216181af2b648939636de50f29d3988 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:45.272118 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-2af258a1-3241-444c-a3cf-d236378186fd admin admin] Usage tracker for resource:network and tenant:3994a7af636a4127ad81e4b5bee876a5 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:45.272488 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-a425f0fa-b759-441e-91f3-20704e86a98d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:45.279113 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a425f0fa-b759-441e-91f3-20704e86a98d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:45.280685 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-2af258a1-3241-444c-a3cf-d236378186fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:45.290532 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2af258a1-3241-444c-a3cf-d236378186fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:45.290768 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a425f0fa-b759-441e-91f3-20704e86a98d admin admin] Made reservation on behalf of f216181af2b648939636de50f29d3988 for: {'subnet': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:50:45.299172 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a425f0fa-b759-441e-91f3-20704e86a98d admin admin] Notify callbacks [] for subnet, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:45.314655 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af258a1-3241-444c-a3cf-d236378186fd admin admin] Made reservation on behalf of 3994a7af636a4127ad81e4b5bee876a5 for: {'network': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:50:45.323844 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2af258a1-3241-444c-a3cf-d236378186fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for network, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:45.349454 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2af258a1-3241-444c-a3cf-d236378186fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:45.393315 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2af258a1-3241-444c-a3cf-d236378186fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:45.398098 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-2af258a1-3241-444c-a3cf-d236378186fd admin admin] Usage tracker for resource:security_group_rule and tenant:3994a7af636a4127ad81e4b5bee876a5 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:45.404126 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-2af258a1-3241-444c-a3cf-d236378186fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:45.428878 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2af258a1-3241-444c-a3cf-d236378186fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:45.471702 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-37c38408-33d1-43d7-bce8-803e1d095331 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-18329481-network', 'tenant_id': 'dcca4d721e714bc486e155f001152460'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:45.478641 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-37c38408-33d1-43d7-bce8-803e1d095331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:45.514631 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-6434dd58-2f5c-4fd3-9a39-800f6f200014 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1590474071-network', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:45.532376 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6434dd58-2f5c-4fd3-9a39-800f6f200014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:45.548613 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-37c38408-33d1-43d7-bce8-803e1d095331 admin admin] Usage tracker for resource:network and tenant:dcca4d721e714bc486e155f001152460 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:45.559665 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-37c38408-33d1-43d7-bce8-803e1d095331 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:45.575132 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-6434dd58-2f5c-4fd3-9a39-800f6f200014 admin admin] Usage tracker for resource:network and tenant:bc924de1492e41db80e64bc749ca753a is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:45.582236 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-37c38408-33d1-43d7-bce8-803e1d095331 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:45.584406 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-6434dd58-2f5c-4fd3-9a39-800f6f200014 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:45.622312 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6434dd58-2f5c-4fd3-9a39-800f6f200014 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:45.666780 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c38408-33d1-43d7-bce8-803e1d095331 admin admin] Made reservation on behalf of dcca4d721e714bc486e155f001152460 for: {'network': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:50:45.671852 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37c38408-33d1-43d7-bce8-803e1d095331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for network, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:45.691220 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6434dd58-2f5c-4fd3-9a39-800f6f200014 admin admin] Made reservation on behalf of bc924de1492e41db80e64bc749ca753a for: {'network': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:50:45.696045 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6434dd58-2f5c-4fd3-9a39-800f6f200014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for network, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:45.712601 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37c38408-33d1-43d7-bce8-803e1d095331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:45.728240 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6434dd58-2f5c-4fd3-9a39-800f6f200014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:45.769071 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-37c38408-33d1-43d7-bce8-803e1d095331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:45.776245 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6434dd58-2f5c-4fd3-9a39-800f6f200014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:45.782189 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-37c38408-33d1-43d7-bce8-803e1d095331 admin admin] Usage tracker for resource:security_group_rule and tenant:dcca4d721e714bc486e155f001152460 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:45.791782 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-6434dd58-2f5c-4fd3-9a39-800f6f200014 admin admin] Usage tracker for resource:security_group_rule and tenant:bc924de1492e41db80e64bc749ca753a is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:45.798394 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-37c38408-33d1-43d7-bce8-803e1d095331 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:45.801695 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-6434dd58-2f5c-4fd3-9a39-800f6f200014 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:45.812791 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-37c38408-33d1-43d7-bce8-803e1d095331 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:45.816322 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2af258a1-3241-444c-a3cf-d236378186fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:45.818886 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6434dd58-2f5c-4fd3-9a39-800f6f200014 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:45.828046 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2af258a1-3241-444c-a3cf-d236378186fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:45.851017 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:45.881043 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a425f0fa-b759-441e-91f3-20704e86a98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846389800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513'] for subnet, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:45.902473 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af258a1-3241-444c-a3cf-d236378186fd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=83987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:50:45.920262 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ca306dc3-7526-4e84-9947-cd95d448d3b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:45.946426 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af258a1-3241-444c-a3cf-d236378186fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bf649c-0eee-4297-b301-792932256dff,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:45.951310 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2af258a1-3241-444c-a3cf-d236378186fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012526'] for segment, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:45.951788 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.db.segments_db [None req-2af258a1-3241-444c-a3cf-d236378186fd admin admin] Added segment d6c40ba5-568a-477a-8ba4-567b28b5f497 of type vxlan for network 148e9e2e-c4f3-41c4-97ba-46e9b419a94e Feb 17 17:50:45.962782 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2af258a1-3241-444c-a3cf-d236378186fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:46.027300 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2af258a1-3241-444c-a3cf-d236378186fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363283405532856'] for network, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:46.058480 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425f0fa-b759-441e-91f3-20704e86a98d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2cdc979-22d3-4af2-8aed-276237453deb,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:46.062803 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a425f0fa-b759-441e-91f3-20704e86a98d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:46.157411 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37c38408-33d1-43d7-bce8-803e1d095331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:46.176552 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37c38408-33d1-43d7-bce8-803e1d095331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:46.178639 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6434dd58-2f5c-4fd3-9a39-800f6f200014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:46.186588 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a425f0fa-b759-441e-91f3-20704e86a98d admin admin] Checking segment: {'id': '31aff11b-7396-4981-85ef-5b95614ed352', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b435b71-d20c-4f15-b462-26d694fc6d23'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:50:46.186990 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a425f0fa-b759-441e-91f3-20704e86a98d admin admin] Network hostable DHCP agents. Network: 7b435b71-d20c-4f15-b462-26d694fc6d23, hostable agents: ['8546a6d4-f394-45d5-bab8-9d45fc62bb83'], hosted agents: [] {{(pid=83986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:50:46.188031 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:46.200029 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6434dd58-2f5c-4fd3-9a39-800f6f200014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:46.209564 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a425f0fa-b759-441e-91f3-20704e86a98d admin admin] Network 7b435b71-d20c-4f15-b462-26d694fc6d23 is scheduled to be hosted by DHCP agent 8546a6d4-f394-45d5-bab8-9d45fc62bb83 with binding_index 1 {{(pid=83986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:50:46.219871 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-a425f0fa-b759-441e-91f3-20704e86a98d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-smb, 7b435b71-d20c-4f15-b462-26d694fc6d23) {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:50:46.225012 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a425f0fa-b759-441e-91f3-20704e86a98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:46.225863 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a425f0fa-b759-441e-91f3-20704e86a98d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:46.227173 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2af258a1-3241-444c-a3cf-d236378186fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513'] for network, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:46.229786 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683a4c66-a92c-41a6-8f8c-327c229c3aae None None] Network 7b435b71-d20c-4f15-b462-26d694fc6d23 requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:50:46.258880 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af258a1-3241-444c-a3cf-d236378186fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:46.259534 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2af258a1-3241-444c-a3cf-d236378186fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:46.260676 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-a425f0fa-b759-441e-91f3-20704e86a98d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0074003 Feb 17 17:50:46.261645 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 42514) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:46.269708 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-a5e06156-193b-4328-af60-ab2b202d08cb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1276168686-router', 'tenant_id': 'f216181af2b648939636de50f29d3988', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'}}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:46.276022 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a5e06156-193b-4328-af60-ab2b202d08cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:46.282223 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-a5e06156-193b-4328-af60-ab2b202d08cb admin admin] Usage tracker for resource:router and tenant:f216181af2b648939636de50f29d3988 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:46.285936 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-a5e06156-193b-4328-af60-ab2b202d08cb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:46.294528 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a5e06156-193b-4328-af60-ab2b202d08cb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:46.306267 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a5e06156-193b-4328-af60-ab2b202d08cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8261339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13497'] for router, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:46.307408 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a5e06156-193b-4328-af60-ab2b202d08cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8261164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846512498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846392643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854762335'] for router, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:46.309730 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.db.api [None req-37c38408-33d1-43d7-bce8-803e1d095331 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83987) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:50:46.310178 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_db.api [None req-37c38408-33d1-43d7-bce8-803e1d095331 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:50:46.310827 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c38408-33d1-43d7-bce8-803e1d095331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31fc243-2140-44ea-93ae-f0eed0e287b5,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:46.316516 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6434dd58-2f5c-4fd3-9a39-800f6f200014 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=83987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:50:46.320274 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-37c38408-33d1-43d7-bce8-803e1d095331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:46.332869 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:46.333769 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a5e06156-193b-4328-af60-ab2b202d08cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:46.413169 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6434dd58-2f5c-4fd3-9a39-800f6f200014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012526'] for segment, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:46.413560 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.db.segments_db [None req-6434dd58-2f5c-4fd3-9a39-800f6f200014 admin admin] Added segment 2a1dcd4d-620f-46e8-b260-044519dcb572 of type vxlan for network 2bd27a9c-fc05-4957-b6fc-79c4c62cef95 Feb 17 17:50:46.477754 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434dd58-2f5c-4fd3-9a39-800f6f200014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad7ea45-ae1c-4914-ab07-5abecf2e0217,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:46.502937 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6434dd58-2f5c-4fd3-9a39-800f6f200014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:46.504005 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-71938bf7-7f72-4569-adea-88e2a192731f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:46.572344 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-2af258a1-3241-444c-a3cf-d236378186fd admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7849724 Feb 17 17:50:46.586041 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 42522) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:46.717785 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6434dd58-2f5c-4fd3-9a39-800f6f200014 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363283405532856'] for network, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:46.731511 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63aed61b-acf0-476c-acbc-2ad95be19727 None None] Network 7b435b71-d20c-4f15-b462-26d694fc6d23 requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:50:46.780807 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-db63eb02-25bd-4994-b2c4-be50bc91e3a4 admin admin] Request body: {'subnet': {'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1631215453-subnet', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:46.802380 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-db63eb02-25bd-4994-b2c4-be50bc91e3a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:46.821427 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-db63eb02-25bd-4994-b2c4-be50bc91e3a4 admin admin] Usage tracker for resource:subnet and tenant:3994a7af636a4127ad81e4b5bee876a5 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:46.827623 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37c38408-33d1-43d7-bce8-803e1d095331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for network, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:46.852382 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-db63eb02-25bd-4994-b2c4-be50bc91e3a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:46.885468 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-db63eb02-25bd-4994-b2c4-be50bc91e3a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:46.893173 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af258a1-3241-444c-a3cf-d236378186fd admin admin] Pushing event updated for resources: {'Network': ['ID=148e9e2e-c4f3-41c4-97ba-46e9b419a94e,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:46.910731 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Network 148e9e2e-c4f3-41c4-97ba-46e9b419a94e details requested by agent ovs-agent-dv-cinder-760199-3-smb with host dv-cinder-760199-3-smb {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:50:46.910979 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2af258a1-3241-444c-a3cf-d236378186fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:46.938219 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a5e06156-193b-4328-af60-ab2b202d08cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846510795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846514499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762352'] for router, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:46.940162 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db63eb02-25bd-4994-b2c4-be50bc91e3a4 admin admin] Made reservation on behalf of 3994a7af636a4127ad81e4b5bee876a5 for: {'subnet': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:50:46.942505 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Network 148e9e2e-c4f3-41c4-97ba-46e9b419a94e details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:50:46.945525 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-db63eb02-25bd-4994-b2c4-be50bc91e3a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:47.023474 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6434dd58-2f5c-4fd3-9a39-800f6f200014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513'] for network, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:47.062095 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.db.api [None req-37c38408-33d1-43d7-bce8-803e1d095331 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83987) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:50:47.062740 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_db.api [None req-37c38408-33d1-43d7-bce8-803e1d095331 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:50:47.066888 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6434dd58-2f5c-4fd3-9a39-800f6f200014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:47.067544 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6434dd58-2f5c-4fd3-9a39-800f6f200014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:47.075454 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:47.227143 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-6434dd58-2f5c-4fd3-9a39-800f6f200014 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.0760176 Feb 17 17:50:47.231259 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 42564) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:47.253063 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-f928dea7-6c48-4021-b458-12a3761b72bd admin admin] Request body: {'subnet': {'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1590474071-subnet', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:47.268661 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f928dea7-6c48-4021-b458-12a3761b72bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:47.273086 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434dd58-2f5c-4fd3-9a39-800f6f200014 admin admin] Pushing event updated for resources: {'Network': ['ID=2bd27a9c-fc05-4957-b6fc-79c4c62cef95,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:47.286216 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6434dd58-2f5c-4fd3-9a39-800f6f200014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:47.290557 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-f928dea7-6c48-4021-b458-12a3761b72bd admin admin] Usage tracker for resource:subnet and tenant:bc924de1492e41db80e64bc749ca753a is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:47.295883 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-f928dea7-6c48-4021-b458-12a3761b72bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:47.304476 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f928dea7-6c48-4021-b458-12a3761b72bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:47.313200 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Network 2bd27a9c-fc05-4957-b6fc-79c4c62cef95 details requested by agent ovs-agent-dv-cinder-760199-3-smb with host dv-cinder-760199-3-smb {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:50:47.327859 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Network 2bd27a9c-fc05-4957-b6fc-79c4c62cef95 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:50:47.357463 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f928dea7-6c48-4021-b458-12a3761b72bd admin admin] Made reservation on behalf of bc924de1492e41db80e64bc749ca753a for: {'subnet': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:50:47.362553 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f928dea7-6c48-4021-b458-12a3761b72bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:47.550490 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 42578) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:47.564506 dv-cinder-760199-3-smb neutron-server[83873]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 17:50:47.753079 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37c38408-33d1-43d7-bce8-803e1d095331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for network, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:47.793682 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a5e06156-193b-4328-af60-ab2b202d08cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:47.859024 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a5e06156-193b-4328-af60-ab2b202d08cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:48.354074 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-4e7efba2-7743-4fad-8425-ee61669d2b7b tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:48.355911 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-4e7efba2-7743-4fad-8425-ee61669d2b7b tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Synchronizing usage tracker for tenant:82d5dedee50c40eebfe29a0df4366919 on resource:network {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:50:48.393674 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 42608) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:48.463648 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 42610) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:48.502720 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-4e7efba2-7743-4fad-8425-ee61669d2b7b tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Unset dirty status for tenant:82d5dedee50c40eebfe29a0df4366919 on resource:network {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:50:48.504360 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-4e7efba2-7743-4fad-8425-ee61669d2b7b tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/networks?id=376dd2cb-f819-4afd-88f1-5bdecf18b8d9 HTTP/1.1" status: 200 len: 812 time: 0.9525163 Feb 17 17:50:48.516983 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c38408-33d1-43d7-bce8-803e1d095331 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=83987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:50:48.547680 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-9669b07e-0aee-40d8-89a1-076e830b9e1c tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/quotas/82d5dedee50c40eebfe29a0df4366919 HTTP/1.1" status: 200 len: 375 time: 0.0276179 Feb 17 17:50:48.550097 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37c38408-33d1-43d7-bce8-803e1d095331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012526'] for segment, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:48.550484 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.db.segments_db [None req-37c38408-33d1-43d7-bce8-803e1d095331 admin admin] Added segment 06504556-ee0e-41bf-83d7-9f856d0ff689 of type vxlan for network 89c700d9-06b9-42b9-985d-0b8a4eadc54c Feb 17 17:50:48.641419 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-af2b628c-bc19-4bc9-bafc-be1dddc92551 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=82d5dedee50c40eebfe29a0df4366919&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826423 Feb 17 17:50:48.653331 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37c38408-33d1-43d7-bce8-803e1d095331 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363283405532856'] for network, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:48.687291 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-a5e06156-193b-4328-af60-ab2b202d08cb admin admin] Allocated IP 172.28.3.166 (7adbab01-78f4-4f50-aa4c-26c3aba221ad/2ba7369c-b814-4a65-9701-7168439702b2/5465c0c6-0aa6-45ba-9836-b53eee2a58ca) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:50:48.750326 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5c4f0552-f0a3-42d5-8715-3bdac2c63e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:48.775277 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5c4f0552-f0a3-42d5-8715-3bdac2c63e37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:48.780676 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-5c4f0552-f0a3-42d5-8715-3bdac2c63e37 admin admin] Usage tracker for resource:security_group_rule and tenant:07eb2441c9b94e6abfc686b37f473f9b is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:48.783712 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-5c4f0552-f0a3-42d5-8715-3bdac2c63e37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:48.790296 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5c4f0552-f0a3-42d5-8715-3bdac2c63e37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:48.792286 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cf24c71a-1bef-4fd3-9a2c-31026cb15a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:48.814320 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37c38408-33d1-43d7-bce8-803e1d095331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513'] for network, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:48.833478 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c38408-33d1-43d7-bce8-803e1d095331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:48.834133 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37c38408-33d1-43d7-bce8-803e1d095331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:48.851815 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-05dc09d2-5378-4303-935d-f6f0b181987c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:48.904120 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-cf24c71a-1bef-4fd3-9a2c-31026cb15a8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:48.913629 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-cf24c71a-1bef-4fd3-9a2c-31026cb15a8c admin admin] Usage tracker for resource:security_group_rule and tenant:62e3fa9df2ba4c95853a58048fb80612 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:48.919369 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-cf24c71a-1bef-4fd3-9a2c-31026cb15a8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:48.930313 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-cf24c71a-1bef-4fd3-9a2c-31026cb15a8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:48.934158 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-66b3a135-dad7-4e65-9a79-1b791bb58ca3 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=83987) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:50:48.935418 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-66b3a135-dad7-4e65-9a79-1b791bb58ca3 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1144271 Feb 17 17:50:49.027063 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a5e06156-193b-4328-af60-ab2b202d08cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:49.107814 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cf24c71a-1bef-4fd3-9a2c-31026cb15a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:49.111394 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cf24c71a-1bef-4fd3-9a2c-31026cb15a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:49.119686 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-37c38408-33d1-43d7-bce8-803e1d095331 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 3.9884233 Feb 17 17:50:49.119902 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a5e06156-193b-4328-af60-ab2b202d08cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:49.122776 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:49.133562 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 42638) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:49.171023 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-27ed4287-96d3-4d5c-911f-8e4b945c9650 admin admin] Request body: {'subnet': {'network_id': '89c700d9-06b9-42b9-985d-0b8a4eadc54c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-18329481-subnet', 'tenant_id': 'dcca4d721e714bc486e155f001152460', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:49.200775 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-cf24c71a-1bef-4fd3-9a2c-31026cb15a8c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=62e3fa9df2ba4c95853a58048fb80612&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7357864 Feb 17 17:50:49.214372 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c38408-33d1-43d7-bce8-803e1d095331 admin admin] Pushing event updated for resources: {'Network': ['ID=89c700d9-06b9-42b9-985d-0b8a4eadc54c,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:49.222162 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 42646) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:49.226947 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Network 89c700d9-06b9-42b9-985d-0b8a4eadc54c details requested by agent ovs-agent-dv-cinder-760199-3-smb with host dv-cinder-760199-3-smb {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:50:49.251494 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf24c71a-1bef-4fd3-9a2c-31026cb15a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f6af26-5bfc-43c0-aac2-fb2c5b2c8d4a,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:49.268368 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cf24c71a-1bef-4fd3-9a2c-31026cb15a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:49.268868 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:49.286451 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-37c38408-33d1-43d7-bce8-803e1d095331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:49.296731 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Network 89c700d9-06b9-42b9-985d-0b8a4eadc54c details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:50:49.306846 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-27ed4287-96d3-4d5c-911f-8e4b945c9650 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:49.318640 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-27ed4287-96d3-4d5c-911f-8e4b945c9650 admin admin] Usage tracker for resource:subnet and tenant:dcca4d721e714bc486e155f001152460 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:49.321967 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-db63eb02-25bd-4994-b2c4-be50bc91e3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846389800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513'] for subnet, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:49.329082 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-27ed4287-96d3-4d5c-911f-8e4b945c9650 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:49.342127 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-27ed4287-96d3-4d5c-911f-8e4b945c9650 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:49.379621 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:49.384686 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e06156-193b-4328-af60-ab2b202d08cb admin admin] Pushing event updated for resources: {'Port': ['ID=5465c0c6-0aa6-45ba-9836-b53eee2a58ca,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:49.391243 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a5e06156-193b-4328-af60-ab2b202d08cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:49.431445 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e06156-193b-4328-af60-ab2b202d08cb admin admin] Network 7adbab01-78f4-4f50-aa4c-26c3aba221ad is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:50:49.432952 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-a5e06156-193b-4328-af60-ab2b202d08cb admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:50:49.436825 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e06156-193b-4328-af60-ab2b202d08cb admin admin] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:50:49.477623 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f928dea7-6c48-4021-b458-12a3761b72bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846389800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513'] for subnet, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:49.547102 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5c4f0552-f0a3-42d5-8715-3bdac2c63e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:49.570860 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5c4f0552-f0a3-42d5-8715-3bdac2c63e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:49.574961 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ed4287-96d3-4d5c-911f-8e4b945c9650 admin admin] Made reservation on behalf of dcca4d721e714bc486e155f001152460 for: {'subnet': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:50:49.579744 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-27ed4287-96d3-4d5c-911f-8e4b945c9650 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:49.652002 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-a540ce09-2ba6-42f0-a3d4-04646c362ff2 service neutron] 10.222.0.49 "GET /v2.0/networks/376dd2cb-f819-4afd-88f1-5bdecf18b8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7037542 Feb 17 17:50:49.665477 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63eb02-25bd-4994-b2c4-be50bc91e3a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5503d0e5-4ae3-4a76-b823-ab77a7eb8434,revision_number=0']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:49.731174 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-db63eb02-25bd-4994-b2c4-be50bc91e3a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:49.731772 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c6042e3a-8c55-4aa1-b4ab-29e32d16ded6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:49.843646 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e070564f-399e-40aa-948a-e0879a187dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:49.864226 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-5c4f0552-f0a3-42d5-8715-3bdac2c63e37 admin admin] Synchronizing usage tracker for tenant:859e5f30d15b429286ec8b6a561c6642 on resource:security_group {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:50:49.979091 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e070564f-399e-40aa-948a-e0879a187dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:50.006967 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a5e06156-193b-4328-af60-ab2b202d08cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:50.018954 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-5c4f0552-f0a3-42d5-8715-3bdac2c63e37 admin admin] Unset dirty status for tenant:859e5f30d15b429286ec8b6a561c6642 on resource:security_group {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:50:50.021813 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-5c4f0552-f0a3-42d5-8715-3bdac2c63e37 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=07eb2441c9b94e6abfc686b37f473f9b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5568192 Feb 17 17:50:50.023072 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928dea7-6c48-4021-b458-12a3761b72bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=90273680-1e5e-433f-9236-ce524691d25a,revision_number=0']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:50.027022 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f928dea7-6c48-4021-b458-12a3761b72bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:50.028548 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 42654) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:50.060571 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-211afb32-f9e0-46c0-985b-e1002af3fbb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.410s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:50.213775 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-b64b8682-7d91-40aa-bbf1-362092fab91b service neutron] 10.222.0.49 "GET /v2.0/networks/376dd2cb-f819-4afd-88f1-5bdecf18b8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5448864 Feb 17 17:50:50.236571 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f0552-f0a3-42d5-8715-3bdac2c63e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e9355a-c5e4-4e21-8cce-088b8bcd7459,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:50.245911 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db63eb02-25bd-4994-b2c4-be50bc91e3a4 admin admin] Checking segment: {'id': 'd6c40ba5-568a-477a-8ba4-567b28b5f497', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:50:50.246670 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db63eb02-25bd-4994-b2c4-be50bc91e3a4 admin admin] Network hostable DHCP agents. Network: 148e9e2e-c4f3-41c4-97ba-46e9b419a94e, hostable agents: ['8546a6d4-f394-45d5-bab8-9d45fc62bb83'], hosted agents: [] {{(pid=83987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:50:50.258039 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5c4f0552-f0a3-42d5-8715-3bdac2c63e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:50.308205 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e070564f-399e-40aa-948a-e0879a187dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:50.314109 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f312ee8f-8cdd-43ab-a7ae-3b12c3619b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:50.322847 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:50.331247 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f928dea7-6c48-4021-b458-12a3761b72bd admin admin] Checking segment: {'id': '2a1dcd4d-620f-46e8-b260-044519dcb572', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:50:50.331614 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f928dea7-6c48-4021-b458-12a3761b72bd admin admin] Network hostable DHCP agents. Network: 2bd27a9c-fc05-4957-b6fc-79c4c62cef95, hostable agents: ['8546a6d4-f394-45d5-bab8-9d45fc62bb83'], hosted agents: [] {{(pid=83987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:50:50.347757 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db63eb02-25bd-4994-b2c4-be50bc91e3a4 admin admin] Network 148e9e2e-c4f3-41c4-97ba-46e9b419a94e is scheduled to be hosted by DHCP agent 8546a6d4-f394-45d5-bab8-9d45fc62bb83 with binding_index 1 {{(pid=83987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:50:50.364216 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e070564f-399e-40aa-948a-e0879a187dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f6af26-5bfc-43c0-aac2-fb2c5b2c8d4a,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:50.376266 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e070564f-399e-40aa-948a-e0879a187dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:50.384857 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-db63eb02-25bd-4994-b2c4-be50bc91e3a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-smb, 148e9e2e-c4f3-41c4-97ba-46e9b419a94e) {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:50:50.394784 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db63eb02-25bd-4994-b2c4-be50bc91e3a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:50.395438 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-db63eb02-25bd-4994-b2c4-be50bc91e3a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for subnet, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:50.403215 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e070564f-399e-40aa-948a-e0879a187dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:50.404494 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-e070564f-399e-40aa-948a-e0879a187dcd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/13f6af26-5bfc-43c0-aac2-fb2c5b2c8d4a HTTP/1.1" status: 204 len: 168 time: 1.1257691 Feb 17 17:50:50.410196 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f312ee8f-8cdd-43ab-a7ae-3b12c3619b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:50.424408 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374550c0-d2f0-49ae-b4c8-229381471547 None None] Network 148e9e2e-c4f3-41c4-97ba-46e9b419a94e requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:50:50.432703 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f928dea7-6c48-4021-b458-12a3761b72bd admin admin] Network 2bd27a9c-fc05-4957-b6fc-79c4c62cef95 is scheduled to be hosted by DHCP agent 8546a6d4-f394-45d5-bab8-9d45fc62bb83 with binding_index 1 {{(pid=83987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:50:50.475005 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-f928dea7-6c48-4021-b458-12a3761b72bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-smb, 2bd27a9c-fc05-4957-b6fc-79c4c62cef95) {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:50:50.481045 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-db63eb02-25bd-4994-b2c4-be50bc91e3a4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.7421947 Feb 17 17:50:50.485868 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 42666) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:50.519680 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f928dea7-6c48-4021-b458-12a3761b72bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:50.520475 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f928dea7-6c48-4021-b458-12a3761b72bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for subnet, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:50.524939 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8cb2e8-2584-45d2-b5e5-a3a730126de2 None None] Network 2bd27a9c-fc05-4957-b6fc-79c4c62cef95 requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:50:50.541629 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-5fceeada-ebec-49dd-927f-fb8c691bb877 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1631215453-router', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'}}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:50.550847 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5fceeada-ebec-49dd-927f-fb8c691bb877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:50.556736 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-5fceeada-ebec-49dd-927f-fb8c691bb877 admin admin] Usage tracker for resource:router and tenant:3994a7af636a4127ad81e4b5bee876a5 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:50.561816 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-5fceeada-ebec-49dd-927f-fb8c691bb877 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:50.569164 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5fceeada-ebec-49dd-927f-fb8c691bb877 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:50.577931 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f312ee8f-8cdd-43ab-a7ae-3b12c3619b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:50.592013 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2af258a1-3241-444c-a3cf-d236378186fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:50.604436 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5fceeada-ebec-49dd-927f-fb8c691bb877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8261339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13497'] for router, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:50.606832 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5fceeada-ebec-49dd-927f-fb8c691bb877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8261164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846512498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846392643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854762335'] for router, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:50.649733 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5fceeada-ebec-49dd-927f-fb8c691bb877 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:50.738885 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 42678) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:50.891429 dv-cinder-760199-3-smb neutron-server[83873]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 17:50:50.941745 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc8980f4-a3c2-5bc6-8503-45c957795eab-148e9e2e-c4f3-41c4-97ba-46e9b419a94e', 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'fixed_ips': [{'subnet_id': '5503d0e5-4ae3-4a76-b823-ab77a7eb8434'}]}} from dv-cinder-760199-3-smb. {{(pid=83988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 17:50:50.943163 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:50.982347 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780c0239-6f37-4b19-9772-e8283ed621b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc8980f4-a3c2-5bc6-8503-45c957795eab-2bd27a9c-fc05-4957-b6fc-79c4c62cef95', 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'fixed_ips': [{'subnet_id': '90273680-1e5e-433f-9236-ce524691d25a'}]}} from dv-cinder-760199-3-smb. {{(pid=83988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 17:50:50.983838 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-780c0239-6f37-4b19-9772-e8283ed621b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:51.035431 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1840f51a-ecdd-4528-b00c-ee262ed56a0a req-9eef95ff-ec14-4759-b14b-468bd571feaa tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38b84f7-1def-42c7-ba14-c8418ee884b2 HTTP/1.1" status: 200 len: 210 time: 0.2924576 Feb 17 17:50:51.111202 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312ee8f-8cdd-43ab-a7ae-3b12c3619b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e9355a-c5e4-4e21-8cce-088b8bcd7459,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:51.124838 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f312ee8f-8cdd-43ab-a7ae-3b12c3619b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:51.126244 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-f312ee8f-8cdd-43ab-a7ae-3b12c3619b74 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f2e9355a-c5e4-4e21-8cce-088b8bcd7459 HTTP/1.1" status: 204 len: 168 time: 1.0519581 Feb 17 17:50:51.138451 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f312ee8f-8cdd-43ab-a7ae-3b12c3619b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:51.143625 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-f928dea7-6c48-4021-b458-12a3761b72bd admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.9078925 Feb 17 17:50:51.148547 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 42698) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:51.163859 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-c7bf23d9-c993-4648-b6e7-0a3059489a08 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1590474071-router', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'}}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:51.172490 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c7bf23d9-c993-4648-b6e7-0a3059489a08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:51.174644 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a5e06156-193b-4328-af60-ab2b202d08cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8264974'] for router, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:51.179808 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-c7bf23d9-c993-4648-b6e7-0a3059489a08 admin admin] Usage tracker for resource:router and tenant:bc924de1492e41db80e64bc749ca753a is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:51.183313 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-c7bf23d9-c993-4648-b6e7-0a3059489a08 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:51.323935 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c7bf23d9-c993-4648-b6e7-0a3059489a08 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:51.325987 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 42702) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:51.367618 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c118f3d9-6948-4530-a4a4-a0849f9f5ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:51.452016 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Allocated IP 172.20.0.2 (148e9e2e-c4f3-41c4-97ba-46e9b419a94e/5503d0e5-4ae3-4a76-b823-ab77a7eb8434/b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e) {{(pid=83988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:50:51.463409 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-27ed4287-96d3-4d5c-911f-8e4b945c9650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846389800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513'] for subnet, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:51.486450 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c7bf23d9-c993-4648-b6e7-0a3059489a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8261339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13497'] for router, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:51.486780 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:51.494025 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c7bf23d9-c993-4648-b6e7-0a3059489a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8261164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846512498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846392643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854762335'] for router, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:51.656742 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c118f3d9-6948-4530-a4a4-a0849f9f5ffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:51.665653 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-c118f3d9-6948-4530-a4a4-a0849f9f5ffa admin admin] Usage tracker for resource:security_group_rule and tenant:914df0fde70e45f1b5c513de3896b927 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:51.671334 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-c118f3d9-6948-4530-a4a4-a0849f9f5ffa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:51.680716 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5fceeada-ebec-49dd-927f-fb8c691bb877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846510795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846514499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762352'] for router, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:51.693497 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c118f3d9-6948-4530-a4a4-a0849f9f5ffa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:51.704544 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c7bf23d9-c993-4648-b6e7-0a3059489a08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:51.716517 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed4287-96d3-4d5c-911f-8e4b945c9650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e00a5be9-c8c7-499f-ae79-f3429167d0cb,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:51.728448 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-27ed4287-96d3-4d5c-911f-8e4b945c9650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:51.755653 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e06156-193b-4328-af60-ab2b202d08cb admin admin] Router 661907dd-d20f-4582-aef6-0c8db85f6e75 is scheduled to L3 agent b696c7bc-35f9-4b20-9049-f598d63d0e6c with binding_index 1 {{(pid=83986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 17:50:52.285093 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e06156-193b-4328-af60-ab2b202d08cb admin admin] Notify agent at l3_agent.dv-cinder-760199-3-smb the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:50:52.292272 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb9b161-dd6c-4c9e-9660-efecdb81e0eb None None] Sync routers for ids ['661907dd-d20f-4582-aef6-0c8db85f6e75'] in dv-cinder-760199-3-smb {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:50:52.305608 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb9b161-dd6c-4c9e-9660-efecdb81e0eb None None] Routers {'661907dd-d20f-4582-aef6-0c8db85f6e75'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:50:52.306979 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-fbb9b161-dd6c-4c9e-9660-efecdb81e0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:50:27Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['661907dd-d20f-4582-aef6-0c8db85f6e75'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:50:52.364233 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Notify callbacks [] for port, precommit_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:52.394545 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Transition to ACTIVE for port object b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:50:52.410368 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c7bf23d9-c993-4648-b6e7-0a3059489a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846510795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846514499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762352'] for router, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:52.435238 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a5e06156-193b-4328-af60-ab2b202d08cb admin admin] Notify callbacks [] for router, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:52.441084 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-a5e06156-193b-4328-af60-ab2b202d08cb admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.1780026 Feb 17 17:50:52.442023 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Transition to ACTIVE for port object b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e will not be triggered until provisioned by entity DHCP. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:50:52.443294 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 42748) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:52.448403 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-18825f40-2641-4546-b680-2c83f0a60e28 req-e61cf91b-43ff-4a81-9024-bb47ffea441e tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38b84f7-1def-42c7-ba14-c8418ee884b2 HTTP/1.1" status: 200 len: 210 time: 0.2490313 Feb 17 17:50:52.504154 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c118f3d9-6948-4530-a4a4-a0849f9f5ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:52.537784 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479'] for port, after_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:52.550276 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c118f3d9-6948-4530-a4a4-a0849f9f5ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:52.626338 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ed4287-96d3-4d5c-911f-8e4b945c9650 admin admin] Checking segment: {'id': '06504556-ee0e-41bf-83d7-9f856d0ff689', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '89c700d9-06b9-42b9-985d-0b8a4eadc54c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:50:52.626338 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ed4287-96d3-4d5c-911f-8e4b945c9650 admin admin] Network hostable DHCP agents. Network: 89c700d9-06b9-42b9-985d-0b8a4eadc54c, hostable agents: ['8546a6d4-f394-45d5-bab8-9d45fc62bb83'], hosted agents: [] {{(pid=83986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:50:52.673603 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:52.711897 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-fbb9b161-dd6c-4c9e-9660-efecdb81e0eb None None] Set router 661907dd-d20f-4582-aef6-0c8db85f6e75 gateway port host: dv-cinder-760199-3-smb {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:50:52.717896 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6434dd58-2f5c-4fd3-9a39-800f6f200014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:52.886947 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ed4287-96d3-4d5c-911f-8e4b945c9650 admin admin] Network 89c700d9-06b9-42b9-985d-0b8a4eadc54c is scheduled to be hosted by DHCP agent 8546a6d4-f394-45d5-bab8-9d45fc62bb83 with binding_index 1 {{(pid=83986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:50:52.912369 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118f3d9-6948-4530-a4a4-a0849f9f5ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1187ac-e8ce-41d3-8a1e-5862cb66d250,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:52.913361 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-27ed4287-96d3-4d5c-911f-8e4b945c9650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-smb, 89c700d9-06b9-42b9-985d-0b8a4eadc54c) {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:50:52.923133 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ed4287-96d3-4d5c-911f-8e4b945c9650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:52.923962 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-27ed4287-96d3-4d5c-911f-8e4b945c9650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:52.934571 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c118f3d9-6948-4530-a4a4-a0849f9f5ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:52.972845 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-c118f3d9-6948-4530-a4a4-a0849f9f5ffa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=914df0fde70e45f1b5c513de3896b927&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6456637 Feb 17 17:50:52.979368 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 42760) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:53.000399 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a603d8-19d0-4d78-b0b3-cafa48216b2b None None] Network 89c700d9-06b9-42b9-985d-0b8a4eadc54c requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:50:53.010791 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-27ed4287-96d3-4d5c-911f-8e4b945c9650 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.8595476 Feb 17 17:50:53.377982 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-fbb9b161-dd6c-4c9e-9660-efecdb81e0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661907dd-d20f-4582-aef6-0c8db85f6e75', 'name': 'tempest-ServerRescueNegativeTestJSON-1276168686-router', 'tenant_id': 'f216181af2b648939636de50f29d3988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.166'}], 'enable_snat': True}, 'gw_port_id': '5465c0c6-0aa6-45ba-9836-b53eee2a58ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:46Z', 'updated_at': '2021-02-17T17:50:49Z', 'revision_number': 3, 'project_id': 'f216181af2b648939636de50f29d3988', 'gw_port': {'id': '5465c0c6-0aa6-45ba-9836-b53eee2a58ca', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:66:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661907dd-d20f-4582-aef6-0c8db85f6e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:48Z', 'updated_at': '2021-02-17T17:50:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb'}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:50:53.382576 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb9b161-dd6c-4c9e-9660-efecdb81e0eb None None] Checking router: 661907dd-d20f-4582-aef6-0c8db85f6e75 for host: dv-cinder-760199-3-smb {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:50:53.382983 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb9b161-dd6c-4c9e-9660-efecdb81e0eb None None] Updating router 661907dd-d20f-4582-aef6-0c8db85f6e75 port 5465c0c6-0aa6-45ba-9836-b53eee2a58ca binding host dv-cinder-760199-3-smb {{(pid=83989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:50:53.450377 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fbb9b161-dd6c-4c9e-9660-efecdb81e0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:53.581626 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4294e9f9-fb32-405f-bbeb-c8b0e547e1f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:53.770008 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4294e9f9-fb32-405f-bbeb-c8b0e547e1f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:53.808817 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5fceeada-ebec-49dd-927f-fb8c691bb877 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:53.860039 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5fceeada-ebec-49dd-927f-fb8c691bb877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:54.028832 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2748c70-cee8-4fd7-8f46-bae91b3df6c3 None None] Network 89c700d9-06b9-42b9-985d-0b8a4eadc54c requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:50:54.101148 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Network 148e9e2e-c4f3-41c4-97ba-46e9b419a94e is already hosted by enough agents. {{(pid=83988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:50:54.148138 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fbb9b161-dd6c-4c9e-9660-efecdb81e0eb None None] Notify callbacks [] for port, precommit_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:54.162316 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-fbb9b161-dd6c-4c9e-9660-efecdb81e0eb None None] Transition to ACTIVE for port object 5465c0c6-0aa6-45ba-9836-b53eee2a58ca will not be triggered until provisioned by entity L2. {{(pid=83989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:50:54.169150 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fbb9b161-dd6c-4c9e-9660-efecdb81e0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:54.193774 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-176eb87d-8139-421f-8918-3d15ff2e1b7d req-0ea1c941-ef3c-4025-bd66-97d856a03350 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38b84f7-1def-42c7-ba14-c8418ee884b2 HTTP/1.1" status: 200 len: 210 time: 0.2891622 Feb 17 17:50:54.202508 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4294e9f9-fb32-405f-bbeb-c8b0e547e1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:54.223696 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1484db91-f9c0-4bf9-9d46-3933ab5da71c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:54.224847 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5c4f0552-f0a3-42d5-8715-3bdac2c63e37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:54.270213 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Resources bound (agent type, host, resource id): {{(pid=83988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:50:54.280439 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294e9f9-fb32-405f-bbeb-c8b0e547e1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1187ac-e8ce-41d3-8a1e-5862cb66d250,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:54.283271 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Received port after_create {{(pid=83988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:50:54.295888 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Pushing event updated for resources: {'Port': ['ID=b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e,revision_number=1']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:54.296841 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.67', 51112) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:54.298895 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4294e9f9-fb32-405f-bbeb-c8b0e547e1f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:54.302964 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c7bf23d9-c993-4648-b6e7-0a3059489a08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:54.394308 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c7bf23d9-c993-4648-b6e7-0a3059489a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:54.414927 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4294e9f9-fb32-405f-bbeb-c8b0e547e1f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:54.416669 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-4294e9f9-fb32-405f-bbeb-c8b0e547e1f0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3c1187ac-e8ce-41d3-8a1e-5862cb66d250 HTTP/1.1" status: 204 len: 168 time: 1.4345763 Feb 17 17:50:54.795131 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77f4b8-be26-4883-8104-875e1eb474fb None None] Pushing event updated for resources: {'Port': ['ID=5465c0c6-0aa6-45ba-9836-b53eee2a58ca,revision_number=2']} {{(pid=83989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:54.818371 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f4b8-be26-4883-8104-875e1eb474fb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:54.818765 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f4b8-be26-4883-8104-875e1eb474fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:54.819107 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f4b8-be26-4883-8104-875e1eb474fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:54.819478 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f4b8-be26-4883-8104-875e1eb474fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:54.819845 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f4b8-be26-4883-8104-875e1eb474fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:54.820210 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f4b8-be26-4883-8104-875e1eb474fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:54.820574 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f4b8-be26-4883-8104-875e1eb474fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:54.821270 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f4b8-be26-4883-8104-875e1eb474fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:54.821637 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f4b8-be26-4883-8104-875e1eb474fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:54.822002 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f4b8-be26-4883-8104-875e1eb474fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:54.822361 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f4b8-be26-4883-8104-875e1eb474fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:54.822720 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f4b8-be26-4883-8104-875e1eb474fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:54.823136 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f4b8-be26-4883-8104-875e1eb474fb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:54.824083 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f4b8-be26-4883-8104-875e1eb474fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:54.825004 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f4b8-be26-4883-8104-875e1eb474fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:54.825372 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f4b8-be26-4883-8104-875e1eb474fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:54.825733 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f4b8-be26-4883-8104-875e1eb474fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:54.826091 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f4b8-be26-4883-8104-875e1eb474fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:54.826447 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f4b8-be26-4883-8104-875e1eb474fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:54.826799 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f4b8-be26-4883-8104-875e1eb474fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:54.827156 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f4b8-be26-4883-8104-875e1eb474fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:54.827511 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f4b8-be26-4883-8104-875e1eb474fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:54.827865 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f4b8-be26-4883-8104-875e1eb474fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:54.828217 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f4b8-be26-4883-8104-875e1eb474fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f4b8-be26-4883-8104-875e1eb474fb None None] Tracked resource versions report: Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: pushed versions: Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: { 'AddressGroup': {'1.1'}, Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: 'ConntrackHelper': {'1.0'}, Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: 'Log': {'1.0'}, Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: 'Network': {'1.1'}, Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: 'Port': {'1.7'}, Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: 'PortForwarding': {'1.2'}, Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: 'QosPolicy': {'1.8'}, Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroup': {'1.4'}, Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroupRule': {'1.2'}, Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: 'SubPort': {'1.0'}, Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: 'Subnet': {'1.1'}, Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: 'Trunk': {'1.1'}} Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: consumer versions: Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: { DHCP agent@dv-cinder-760199-3-smb: {}, Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: L3 agent@dv-cinder-760199-3-smb: {}, Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: Metadata agent@dv-cinder-760199-3-smb: {}, Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: Metering agent@dv-cinder-760199-3-smb: {}, Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: Open vSwitch agent@dv-cinder-760199-3-smb: { 'AddressGroup': '1.1', Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: 'ConntrackHelper': '1.0', Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: 'Log': '1.0', Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: 'Network': '1.1', Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: 'Port': '1.7', Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: 'PortForwarding': '1.2', Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: 'QosPolicy': '1.8', Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroup': '1.4', Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroupRule': '1.2', Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: 'SubPort': '1.0', Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: 'Subnet': '1.1', Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: 'Trunk': '1.1'}, Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: Open vSwitch agent@hv-cinder-76019: { 'AddressGroup': '1.1', Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: 'ConntrackHelper': '1.0', Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: 'Log': '1.0', Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: 'Network': '1.1', Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: 'Port': '1.7', Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: 'PortForwarding': '1.2', Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: 'QosPolicy': '1.8', Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroup': '1.4', Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroupRule': '1.2', Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: 'SubPort': '1.0', Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: 'Subnet': '1.1', Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: 'Trunk': '1.1'}} Feb 17 17:50:54.829663 dv-cinder-760199-3-smb neutron-server[83873]: {{(pid=83989) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 17:50:54.835792 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ab77f4b8-be26-4883-8104-875e1eb474fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:54.900444 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-5fceeada-ebec-49dd-927f-fb8c691bb877 admin admin] Allocated IP 172.28.3.75 (7adbab01-78f4-4f50-aa4c-26c3aba221ad/2ba7369c-b814-4a65-9701-7168439702b2/a3a7ce36-a1a4-4a10-9e07-3a1523febd6a) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:50:54.987083 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-fbb9b161-dd6c-4c9e-9660-efecdb81e0eb None None] Attempting to bind port 5465c0c6-0aa6-45ba-9836-b53eee2a58ca on host dv-cinder-760199-3-smb for vnic_type normal with profile {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:50:54.987497 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-fbb9b161-dd6c-4c9e-9660-efecdb81e0eb None None] Attempting to bind port 5465c0c6-0aa6-45ba-9836-b53eee2a58ca by drivers openvswitch on host dv-cinder-760199-3-smb at level 0 using segments [{'id': '1518ad10-b1eb-469a-b2c2-2c6841e70835', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'}] {{(pid=83989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:50:54.987906 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb9b161-dd6c-4c9e-9660-efecdb81e0eb None None] Attempting to bind port 5465c0c6-0aa6-45ba-9836-b53eee2a58ca on network 7adbab01-78f4-4f50-aa4c-26c3aba221ad {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:50:55.011866 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb9b161-dd6c-4c9e-9660-efecdb81e0eb None None] Checking agent: {'id': '8fdeb372-8e18-4614-ad16-4f33ed73e666', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 30), 'started_at': datetime.datetime(2021, 2, 17, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:50:55.012183 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb9b161-dd6c-4c9e-9660-efecdb81e0eb None None] Checking segment: {'id': '1518ad10-b1eb-469a-b2c2-2c6841e70835', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:50:55.012673 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fbb9b161-dd6c-4c9e-9660-efecdb81e0eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:55.013098 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb9b161-dd6c-4c9e-9660-efecdb81e0eb None None] Bound using segment: {'id': '1518ad10-b1eb-469a-b2c2-2c6841e70835', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'} {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:50:55.026123 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-fbb9b161-dd6c-4c9e-9660-efecdb81e0eb None None] Bound port: 5465c0c6-0aa6-45ba-9836-b53eee2a58ca, host: dv-cinder-760199-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1518ad10-b1eb-469a-b2c2-2c6841e70835', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'}}] {{(pid=83989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:50:55.026765 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fbb9b161-dd6c-4c9e-9660-efecdb81e0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:55.027704 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:55.029312 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:55.029704 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:55.030754 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:55.031143 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:55.032212 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:55.032622 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:55.033026 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:55.033480 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:55.033973 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:55.034345 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:55.034714 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:55.057254 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:55.057642 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:55.061402 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:55.061894 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:55.062290 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:55.064454 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:55.064929 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:55.065310 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:55.065697 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:55.067989 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:55.068837 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:55.069294 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Tracked resource versions report: Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: pushed versions: Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: { 'AddressGroup': {'1.1'}, Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: 'ConntrackHelper': {'1.0'}, Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: 'Log': {'1.0'}, Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: 'Network': {'1.1'}, Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: 'Port': {'1.7'}, Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: 'PortForwarding': {'1.2'}, Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: 'QosPolicy': {'1.8'}, Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroup': {'1.4'}, Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroupRule': {'1.2'}, Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: 'SubPort': {'1.0'}, Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: 'Subnet': {'1.1'}, Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: 'Trunk': {'1.1'}} Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: consumer versions: Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: { DHCP agent@dv-cinder-760199-3-smb: {}, Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: L3 agent@dv-cinder-760199-3-smb: {}, Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: Metadata agent@dv-cinder-760199-3-smb: {}, Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: Metering agent@dv-cinder-760199-3-smb: {}, Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: Open vSwitch agent@dv-cinder-760199-3-smb: { 'AddressGroup': '1.1', Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: 'ConntrackHelper': '1.0', Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: 'Log': '1.0', Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: 'Network': '1.1', Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: 'Port': '1.7', Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: 'PortForwarding': '1.2', Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: 'QosPolicy': '1.8', Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroup': '1.4', Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroupRule': '1.2', Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: 'SubPort': '1.0', Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: 'Subnet': '1.1', Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: 'Trunk': '1.1'}, Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: Open vSwitch agent@hv-cinder-76019: { 'AddressGroup': '1.1', Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: 'ConntrackHelper': '1.0', Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: 'Log': '1.0', Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: 'Network': '1.1', Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: 'Port': '1.7', Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: 'PortForwarding': '1.2', Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: 'QosPolicy': '1.8', Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroup': '1.4', Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: 'SecurityGroupRule': '1.2', Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: 'SubPort': '1.0', Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: 'Subnet': '1.1', Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: 'Trunk': '1.1'}} Feb 17 17:50:55.070672 dv-cinder-760199-3-smb neutron-server[83873]: {{(pid=83988) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 17:50:55.081055 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.408s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:55.167215 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-c1b44559-a8d2-4ca8-9d5e-fe783ba23eed tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:55.168889 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-c1b44559-a8d2-4ca8-9d5e-fe783ba23eed tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Synchronizing usage tracker for tenant:dcca4d721e714bc486e155f001152460 on resource:network {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:50:55.204973 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:50:55.233449 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-c1b44559-a8d2-4ca8-9d5e-fe783ba23eed tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Unset dirty status for tenant:dcca4d721e714bc486e155f001152460 on resource:network {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:50:55.235350 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-c1b44559-a8d2-4ca8-9d5e-fe783ba23eed tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.49 "GET /v2.0/networks?id=89c700d9-06b9-42b9-985d-0b8a4eadc54c HTTP/1.1" status: 200 len: 810 time: 0.6628492 Feb 17 17:50:55.261120 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-fbb9b161-dd6c-4c9e-9660-efecdb81e0eb None None] For port 5465c0c6-0aa6-45ba-9836-b53eee2a58ca, host dv-cinder-760199-3-smb, cleared binding levels {{(pid=83989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:50:55.271915 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-fbb9b161-dd6c-4c9e-9660-efecdb81e0eb None None] For port 5465c0c6-0aa6-45ba-9836-b53eee2a58ca, host dv-cinder-760199-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=5465c0c6-0aa6-45ba-9836-b53eee2a58ca,segment=NetworkSegment(1518ad10-b1eb-469a-b2c2-2c6841e70835),segment_id=1518ad10-b1eb-469a-b2c2-2c6841e70835)] {{(pid=83989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:50:55.278353 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fbb9b161-dd6c-4c9e-9660-efecdb81e0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:55.288635 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-581c26ee-c7f8-4502-8167-c3149ef71cc5 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.49 "GET /v2.0/quotas/dcca4d721e714bc486e155f001152460 HTTP/1.1" status: 200 len: 375 time: 0.0384490 Feb 17 17:50:55.303563 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5fceeada-ebec-49dd-927f-fb8c691bb877 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:55.308036 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:55.383832 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-c0e5a6e3-b419-4091-97ab-2ebf985a0c28 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dcca4d721e714bc486e155f001152460&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855219 Feb 17 17:50:55.447159 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Attempting to bind port b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e on host dv-cinder-760199-3-smb for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:50:55.447663 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Attempting to bind port b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e by drivers openvswitch on host dv-cinder-760199-3-smb at level 0 using segments [{'id': 'd6c40ba5-568a-477a-8ba4-567b28b5f497', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:50:55.448080 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Attempting to bind port b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e on network 148e9e2e-c4f3-41c4-97ba-46e9b419a94e {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:50:55.523859 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-780c0239-6f37-4b19-9772-e8283ed621b8 None None] Allocated IP 172.20.0.2 (2bd27a9c-fc05-4957-b6fc-79c4c62cef95/90273680-1e5e-433f-9236-ce524691d25a/9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc) {{(pid=83988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:50:55.640494 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-57d2d030-2cea-42aa-af65-0edaaf24269d tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:55.645734 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-57d2d030-2cea-42aa-af65-0edaaf24269d tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.67 "GET /v2.0/networks?id=376dd2cb-f819-4afd-88f1-5bdecf18b8d9 HTTP/1.1" status: 200 len: 812 time: 1.3299546 Feb 17 17:50:55.757415 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5fceeada-ebec-49dd-927f-fb8c691bb877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:55.788399 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-17b2b270-eb07-45f9-965c-b37648fa7cff tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Request body: {'port': {'device_id': 'c38b84f7-1def-42c7-ba14-c8418ee884b2', 'network_id': '376dd2cb-f819-4afd-88f1-5bdecf18b8d9', 'admin_state_up': True, 'tenant_id': '82d5dedee50c40eebfe29a0df4366919'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:55.804791 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-780c0239-6f37-4b19-9772-e8283ed621b8 None None] Notify callbacks [] for port, precommit_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:55.811466 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77f4b8-be26-4883-8104-875e1eb474fb None None] Pushing event updated for resources: {'Port': ['ID=5465c0c6-0aa6-45ba-9836-b53eee2a58ca,revision_number=3']} {{(pid=83989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:55.819980 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-780c0239-6f37-4b19-9772-e8283ed621b8 None None] Transition to ACTIVE for port object 9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:50:55.839935 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-780c0239-6f37-4b19-9772-e8283ed621b8 None None] Transition to ACTIVE for port object 9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc will not be triggered until provisioned by entity DHCP. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:50:55.840458 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ab77f4b8-be26-4883-8104-875e1eb474fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:55.847606 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-adf6065d-4277-4709-ab06-d4001d949ef8 req-5f731aeb-62c8-49be-acae-ec5a65c4f781 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38b84f7-1def-42c7-ba14-c8418ee884b2 HTTP/1.1" status: 200 len: 210 time: 0.1960158 Feb 17 17:50:55.860002 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb9b161-dd6c-4c9e-9660-efecdb81e0eb None None] Routers {'661907dd-d20f-4582-aef6-0c8db85f6e75'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:50:55.861136 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-fbb9b161-dd6c-4c9e-9660-efecdb81e0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:50:27Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['661907dd-d20f-4582-aef6-0c8db85f6e75'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:50:55.882937 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-780c0239-6f37-4b19-9772-e8283ed621b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479'] for port, after_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:55.884319 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Checking agent: {'id': '8fdeb372-8e18-4614-ad16-4f33ed73e666', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 30), 'started_at': datetime.datetime(2021, 2, 17, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:50:55.885222 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Checking segment: {'id': 'd6c40ba5-568a-477a-8ba4-567b28b5f497', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:50:55.885913 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:55.887296 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Bound using segment: {'id': 'd6c40ba5-568a-477a-8ba4-567b28b5f497', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:50:55.888027 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Bound port: b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e, host: dv-cinder-760199-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c40ba5-568a-477a-8ba4-567b28b5f497', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:50:55.888619 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:55.929736 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:56.151461 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:56.178579 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-de868482-9187-465a-961a-08db2d8a91e3 service neutron] 10.222.0.49 "GET /v2.0/networks/89c700d9-06b9-42b9-985d-0b8a4eadc54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7783449 Feb 17 17:50:56.219162 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-fbb9b161-dd6c-4c9e-9660-efecdb81e0eb None None] Set router 661907dd-d20f-4582-aef6-0c8db85f6e75 gateway port host: dv-cinder-760199-3-smb {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:50:56.222957 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-acc261fe-03fe-4a7e-97ee-8df48335a636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:56.294999 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dd9d385b-5efd-4a60-933f-c60d12e31e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:56.605585 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] For port b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e, host dv-cinder-760199-3-smb, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:50:56.610974 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] For port b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e, host dv-cinder-760199-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e,segment=NetworkSegment(d6c40ba5-568a-477a-8ba4-567b28b5f497),segment_id=d6c40ba5-568a-477a-8ba4-567b28b5f497)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:50:56.708959 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780c0239-6f37-4b19-9772-e8283ed621b8 None None] Network 2bd27a9c-fc05-4957-b6fc-79c4c62cef95 is already hosted by enough agents. {{(pid=83988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:50:56.727381 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:56.765627 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-780c0239-6f37-4b19-9772-e8283ed621b8 None None] Resources bound (agent type, host, resource id): {{(pid=83988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:50:56.769317 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-17b2b270-eb07-45f9-965c-b37648fa7cff tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:56.776247 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780c0239-6f37-4b19-9772-e8283ed621b8 None None] Received port after_create {{(pid=83988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:50:56.783161 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-17b2b270-eb07-45f9-965c-b37648fa7cff tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Usage tracker for resource:port and tenant:82d5dedee50c40eebfe29a0df4366919 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:56.791857 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-17b2b270-eb07-45f9-965c-b37648fa7cff tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:56.800923 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-17b2b270-eb07-45f9-965c-b37648fa7cff tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:56.817535 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 42888) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:56.818590 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 42890) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:56.837905 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-17b2b270-eb07-45f9-965c-b37648fa7cff tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Made reservation on behalf of 82d5dedee50c40eebfe29a0df4366919 for: {'port': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:50:56.846275 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-17b2b270-eb07-45f9-965c-b37648fa7cff tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:56.869632 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-fbb9b161-dd6c-4c9e-9660-efecdb81e0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661907dd-d20f-4582-aef6-0c8db85f6e75', 'name': 'tempest-ServerRescueNegativeTestJSON-1276168686-router', 'tenant_id': 'f216181af2b648939636de50f29d3988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.166'}], 'enable_snat': True}, 'gw_port_id': '5465c0c6-0aa6-45ba-9836-b53eee2a58ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:46Z', 'updated_at': '2021-02-17T17:50:49Z', 'revision_number': 3, 'project_id': 'f216181af2b648939636de50f29d3988', 'gw_port': {'id': '5465c0c6-0aa6-45ba-9836-b53eee2a58ca', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:66:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661907dd-d20f-4582-aef6-0c8db85f6e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:48Z', 'updated_at': '2021-02-17T17:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb'}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:50:56.885370 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb9b161-dd6c-4c9e-9660-efecdb81e0eb None None] The sync data for ids ['661907dd-d20f-4582-aef6-0c8db85f6e75'] in dv-cinder-760199-3-smb is: [{'id': '661907dd-d20f-4582-aef6-0c8db85f6e75', 'name': 'tempest-ServerRescueNegativeTestJSON-1276168686-router', 'tenant_id': 'f216181af2b648939636de50f29d3988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.166'}], 'enable_snat': True}, 'gw_port_id': '5465c0c6-0aa6-45ba-9836-b53eee2a58ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:46Z', 'updated_at': '2021-02-17T17:50:49Z', 'revision_number': 3, 'project_id': 'f216181af2b648939636de50f29d3988', 'gw_port': {'id': '5465c0c6-0aa6-45ba-9836-b53eee2a58ca', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:66:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661907dd-d20f-4582-aef6-0c8db85f6e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:48Z', 'updated_at': '2021-02-17T17:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb'}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:50:56.966792 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fceeada-ebec-49dd-927f-fb8c691bb877 admin admin] Pushing event updated for resources: {'Port': ['ID=a3a7ce36-a1a4-4a10-9e07-3a1523febd6a,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:57.037606 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-c7bf23d9-c993-4648-b6e7-0a3059489a08 admin admin] Allocated IP 172.28.3.7 (7adbab01-78f4-4f50-aa4c-26c3aba221ad/2ba7369c-b814-4a65-9701-7168439702b2/c86c3627-fda3-4005-ab17-c21fb5d4706d) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:50:57.139908 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c0239-6f37-4b19-9772-e8283ed621b8 None None] Pushing event updated for resources: {'Port': ['ID=9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc,revision_number=1']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:57.308221 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-780c0239-6f37-4b19-9772-e8283ed621b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.157s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:57.404715 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.270s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:57.444326 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c7bf23d9-c993-4648-b6e7-0a3059489a08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:57.533030 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5fceeada-ebec-49dd-927f-fb8c691bb877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.603s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:57.613828 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fceeada-ebec-49dd-927f-fb8c691bb877 admin admin] Network 7adbab01-78f4-4f50-aa4c-26c3aba221ad is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:50:57.624774 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Pushing event updated for resources: {'Port': ['ID=b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e,revision_number=2']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:57.675759 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:57.678730 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 42906) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:57.679827 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-5fceeada-ebec-49dd-927f-fb8c691bb877 admin admin] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:50:57.686541 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-493a681d-b8e3-4a71-9f81-153e691300cc req-716b284d-a6f1-442a-bc5e-d0e30ea16d45 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38b84f7-1def-42c7-ba14-c8418ee884b2 HTTP/1.1" status: 200 len: 210 time: 0.3508623 Feb 17 17:50:57.688923 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fceeada-ebec-49dd-927f-fb8c691bb877 admin admin] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:50:57.732566 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aee7abbd-9216-4f3c-86ff-1ad1e427e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:57.744142 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-780c0239-6f37-4b19-9772-e8283ed621b8 None None] Attempting to bind port 9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc on host dv-cinder-760199-3-smb for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:50:57.751001 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-780c0239-6f37-4b19-9772-e8283ed621b8 None None] Attempting to bind port 9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc by drivers openvswitch on host dv-cinder-760199-3-smb at level 0 using segments [{'id': '2a1dcd4d-620f-46e8-b260-044519dcb572', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:50:57.751560 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780c0239-6f37-4b19-9772-e8283ed621b8 None None] Attempting to bind port 9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc on network 2bd27a9c-fc05-4957-b6fc-79c4c62cef95 {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:50:57.773495 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780c0239-6f37-4b19-9772-e8283ed621b8 None None] Checking agent: {'id': '8fdeb372-8e18-4614-ad16-4f33ed73e666', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 30), 'started_at': datetime.datetime(2021, 2, 17, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:50:57.774199 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780c0239-6f37-4b19-9772-e8283ed621b8 None None] Checking segment: {'id': '2a1dcd4d-620f-46e8-b260-044519dcb572', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:50:57.774631 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-780c0239-6f37-4b19-9772-e8283ed621b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:57.775216 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780c0239-6f37-4b19-9772-e8283ed621b8 None None] Bound using segment: {'id': '2a1dcd4d-620f-46e8-b260-044519dcb572', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:50:57.775862 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-780c0239-6f37-4b19-9772-e8283ed621b8 None None] Bound port: 9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc, host: dv-cinder-760199-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1dcd4d-620f-46e8-b260-044519dcb572', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:50:57.776372 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-780c0239-6f37-4b19-9772-e8283ed621b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:57.887111 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c7bf23d9-c993-4648-b6e7-0a3059489a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:57.925004 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-7a88c7bd-10ac-4bee-8d03-1abb2e4b787b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1976685600-network', 'tenant_id': '4c84dcfcfd7e4a36b26a9dd1df6c46f3'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:58.044078 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e4ae727c-81c0-4e06-8994-6e0d1a82eae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:58.088819 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7a88c7bd-10ac-4bee-8d03-1abb2e4b787b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:58.124146 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-e4ae727c-81c0-4e06-8994-6e0d1a82eae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:58.127224 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-780c0239-6f37-4b19-9772-e8283ed621b8 None None] For port 9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc, host dv-cinder-760199-3-smb, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:50:58.128580 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-e4ae727c-81c0-4e06-8994-6e0d1a82eae3 admin admin] Usage tracker for resource:security_group_rule and tenant:09b7131ea33242e9b40e857d4e3555aa is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:58.131917 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-e4ae727c-81c0-4e06-8994-6e0d1a82eae3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:58.146954 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-780c0239-6f37-4b19-9772-e8283ed621b8 None None] For port 9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc, host dv-cinder-760199-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc,segment=NetworkSegment(2a1dcd4d-620f-46e8-b260-044519dcb572),segment_id=2a1dcd4d-620f-46e8-b260-044519dcb572)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:50:58.150178 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-e4ae727c-81c0-4e06-8994-6e0d1a82eae3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:58.155784 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-780c0239-6f37-4b19-9772-e8283ed621b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:58.271382 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-7a88c7bd-10ac-4bee-8d03-1abb2e4b787b admin admin] Usage tracker for resource:network and tenant:4c84dcfcfd7e4a36b26a9dd1df6c46f3 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:58.286577 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-7a88c7bd-10ac-4bee-8d03-1abb2e4b787b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:58.412690 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7a88c7bd-10ac-4bee-8d03-1abb2e4b787b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:58.420585 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-dd9d385b-5efd-4a60-933f-c60d12e31e97 admin admin] Allocated IP 172.20.0.1 (7b435b71-d20c-4f15-b462-26d694fc6d23/c2cdc979-22d3-4af2-8aed-276237453deb/531e2400-43e0-4f92-be80-12d1f8e184fa) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:50:58.422659 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5fceeada-ebec-49dd-927f-fb8c691bb877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:58.456890 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-51700b09-a7d1-4838-85e1-b8cbc198298d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:58.520145 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device 5465c0c6-0aa6-45ba-9836-b53eee2a58ca up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:50:58.623021 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dd9d385b-5efd-4a60-933f-c60d12e31e97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:58.681579 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c0239-6f37-4b19-9772-e8283ed621b8 None None] Pushing event updated for resources: {'Port': ['ID=9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc,revision_number=2']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:58.701560 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-780c0239-6f37-4b19-9772-e8283ed621b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:58.724270 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:58.727145 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf23d9-c993-4648-b6e7-0a3059489a08 admin admin] Pushing event updated for resources: {'Port': ['ID=c86c3627-fda3-4005-ab17-c21fb5d4706d,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:58.729141 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dd9d385b-5efd-4a60-933f-c60d12e31e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:58.786496 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning for port 5465c0c6-0aa6-45ba-9836-b53eee2a58ca completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:50:58.801291 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:58.806957 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port 5465c0c6-0aa6-45ba-9836-b53eee2a58ca triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:50:58.809548 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:58.834803 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c7bf23d9-c993-4648-b6e7-0a3059489a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:58.849466 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6f24673c-b810-4865-aeaf-9b94676cf4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:58.892609 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-32bd467a-6d6b-4558-a1e2-85312861c276 service neutron] 10.222.0.49 "GET /v2.0/networks/89c700d9-06b9-42b9-985d-0b8a4eadc54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.6561763 Feb 17 17:50:59.002129 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6f24673c-b810-4865-aeaf-9b94676cf4d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:59.025008 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-6f24673c-b810-4865-aeaf-9b94676cf4d3 admin admin] Usage tracker for resource:security_group_rule and tenant:dd098a9153c4417190cfde72d47e1094 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:59.036759 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a88c7bd-10ac-4bee-8d03-1abb2e4b787b admin admin] Made reservation on behalf of 4c84dcfcfd7e4a36b26a9dd1df6c46f3 for: {'network': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:50:59.041210 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-6f24673c-b810-4865-aeaf-9b94676cf4d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:59.041654 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7a88c7bd-10ac-4bee-8d03-1abb2e4b787b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for network, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:59.063508 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:59.083078 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6f24673c-b810-4865-aeaf-9b94676cf4d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:59.100615 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] For port 5465c0c6-0aa6-45ba-9836-b53eee2a58ca, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=5465c0c6-0aa6-45ba-9836-b53eee2a58ca,segment=NetworkSegment(1518ad10-b1eb-469a-b2c2-2c6841e70835),segment_id=1518ad10-b1eb-469a-b2c2-2c6841e70835)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:50:59.122007 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:59.127037 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:59.266767 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Pushing event updated for resources: {'Port': ['ID=5465c0c6-0aa6-45ba-9836-b53eee2a58ca,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:59.282417 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:59.367524 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7a88c7bd-10ac-4bee-8d03-1abb2e4b787b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:59.422727 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d2f6d5b7-7fe4-4e80-9598-66e043957889 req-3adad4ea-0f33-4590-ad34-1bc7f6ea09a3 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38b84f7-1def-42c7-ba14-c8418ee884b2 HTTP/1.1" status: 200 len: 210 time: 0.3242886 Feb 17 17:50:59.474678 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7a88c7bd-10ac-4bee-8d03-1abb2e4b787b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:59.486918 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-7a88c7bd-10ac-4bee-8d03-1abb2e4b787b admin admin] Usage tracker for resource:security_group_rule and tenant:4c84dcfcfd7e4a36b26a9dd1df6c46f3 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:59.491083 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-7a88c7bd-10ac-4bee-8d03-1abb2e4b787b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:59.511040 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7a88c7bd-10ac-4bee-8d03-1abb2e4b787b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:59.731543 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5fceeada-ebec-49dd-927f-fb8c691bb877 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:59.750496 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7a88c7bd-10ac-4bee-8d03-1abb2e4b787b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:59.779580 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:59.840761 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7a88c7bd-10ac-4bee-8d03-1abb2e4b787b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:59.902876 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:00.013118 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a88c7bd-10ac-4bee-8d03-1abb2e4b787b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=83986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:51:00.040302 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83e713a-0b5c-48d4-8fa6-724d6745d511 None None] Network 148e9e2e-c4f3-41c4-97ba-46e9b419a94e requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:51:00.071134 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e4ae727c-81c0-4e06-8994-6e0d1a82eae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:00.072457 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d385b-5efd-4a60-933f-c60d12e31e97 admin admin] Pushing event updated for resources: {'Port': ['ID=531e2400-43e0-4f92-be80-12d1f8e184fa,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:00.083415 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-dd9d385b-5efd-4a60-933f-c60d12e31e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.282s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:00.091907 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e4ae727c-81c0-4e06-8994-6e0d1a82eae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:00.093029 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-378065ff-b248-42ec-a46c-c3725b11bf16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:00.133910 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7a88c7bd-10ac-4bee-8d03-1abb2e4b787b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363283404939516', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012526'] for segment, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:00.134475 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.db.segments_db [None req-7a88c7bd-10ac-4bee-8d03-1abb2e4b787b admin admin] Added segment 43ce63bc-bf60-49b1-a386-13c49e327176 of type vxlan for network c245a29d-d855-422f-92c2-c252c85316a9 Feb 17 17:51:00.158029 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5c1583bc-a68b-45a2-a326-3c020c8e6632 req-75f20be5-360a-4ed1-91d9-8ce09239bae8 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab9cb121-af61-420f-9bfe-ecfe7276be57 HTTP/1.1" status: 200 len: 210 time: 0.4346831 Feb 17 17:51:00.256358 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-17b2b270-eb07-45f9-965c-b37648fa7cff tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Allocated IP 172.20.0.4 (376dd2cb-f819-4afd-88f1-5bdecf18b8d9/70d362a4-3ff5-447c-8b3d-f3421ca1f4a0/d1c34e38-7264-4a5b-8c98-a884b533aff5) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:51:00.340481 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bf23d9-c993-4648-b6e7-0a3059489a08 admin admin] Network 7adbab01-78f4-4f50-aa4c-26c3aba221ad is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:51:00.345382 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9d385b-5efd-4a60-933f-c60d12e31e97 admin admin] Network 7b435b71-d20c-4f15-b462-26d694fc6d23 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:51:00.346986 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-c7bf23d9-c993-4648-b6e7-0a3059489a08 admin admin] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:51:00.363060 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bf23d9-c993-4648-b6e7-0a3059489a08 admin admin] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:51:00.384425 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-dd9d385b-5efd-4a60-933f-c60d12e31e97 admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:51:00.421303 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-d36124fa-d84b-4b6b-8dcd-e57da6b7baf4 None None] Provisioning for port b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:51:00.443792 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9d385b-5efd-4a60-933f-c60d12e31e97 admin admin] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:51:00.448120 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dd9d385b-5efd-4a60-933f-c60d12e31e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846488041'] for router_interface, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:00.523196 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device 5465c0c6-0aa6-45ba-9836-b53eee2a58ca up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:00.585523 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88c7bd-10ac-4bee-8d03-1abb2e4b787b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0dc6615-3d55-44b3-91c1-33fdaf472d56,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:00.598945 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7a88c7bd-10ac-4bee-8d03-1abb2e4b787b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363283405532856'] for network, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:00.729299 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-e4ae727c-81c0-4e06-8994-6e0d1a82eae3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=09b7131ea33242e9b40e857d4e3555aa&name=default HTTP/1.1" status: 200 len: 2979 time: 3.9067450 Feb 17 17:51:00.769020 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 42946) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:00.924542 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port 5465c0c6-0aa6-45ba-9836-b53eee2a58ca triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:00.926459 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:00.950952 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.db.resource_extend [None req-7a88c7bd-10ac-4bee-8d03-1abb2e4b787b admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 17:51:00.981086 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae727c-81c0-4e06-8994-6e0d1a82eae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d2a616-3113-4c55-897e-0d859cb19ca2,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:00.997647 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-268a38f1-c1c2-4ab4-a414-a62b4d563ca7 req-05fad3cf-f842-46da-a66b-6f181743194f tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38b84f7-1def-42c7-ba14-c8418ee884b2 HTTP/1.1" status: 200 len: 210 time: 0.2595491 Feb 17 17:51:01.014770 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e4ae727c-81c0-4e06-8994-6e0d1a82eae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.922s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:01.017957 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ff2ff7a0-6704-4b91-a854-03ce9e7453ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.804s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:01.018558 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ff2ff7a0-6704-4b91-a854-03ce9e7453ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:01.034528 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b70164-365e-4f8c-af2a-7cb2cbc5c394 None None] Network 2bd27a9c-fc05-4957-b6fc-79c4c62cef95 requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:51:01.066615 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7a88c7bd-10ac-4bee-8d03-1abb2e4b787b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513'] for network, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:01.269180 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a88c7bd-10ac-4bee-8d03-1abb2e4b787b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:01.270114 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7a88c7bd-10ac-4bee-8d03-1abb2e4b787b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:01.351173 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-069d92f3-1afc-42a1-ad33-f7d5ab4e71c6 None None] Provisioning for port 9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:51:01.601966 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:01.896327 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7ebbcf5-0f44-48bb-90d2-fa95115dd877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:01.926511 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dd9d385b-5efd-4a60-933f-c60d12e31e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:02.001615 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88c7bd-10ac-4bee-8d03-1abb2e4b787b admin admin] Pushing event updated for resources: {'Network': ['ID=c245a29d-d855-422f-92c2-c252c85316a9,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:02.015528 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7a88c7bd-10ac-4bee-8d03-1abb2e4b787b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:02.032553 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-7a88c7bd-10ac-4bee-8d03-1abb2e4b787b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 5.2066915 Feb 17 17:51:02.068665 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 42960) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:02.100143 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Network c245a29d-d855-422f-92c2-c252c85316a9 details requested by agent ovs-agent-dv-cinder-760199-3-smb with host dv-cinder-760199-3-smb {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:51:02.116198 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7ebbcf5-0f44-48bb-90d2-fa95115dd877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:02.153971 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-9e098aa6-a18f-406d-96ca-ccd15319020c admin admin] Request body: {'subnet': {'network_id': 'c245a29d-d855-422f-92c2-c252c85316a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1976685600-subnet', 'tenant_id': '4c84dcfcfd7e4a36b26a9dd1df6c46f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:02.170527 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-9e098aa6-a18f-406d-96ca-ccd15319020c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:02.179464 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-9e098aa6-a18f-406d-96ca-ccd15319020c admin admin] Usage tracker for resource:subnet and tenant:4c84dcfcfd7e4a36b26a9dd1df6c46f3 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:02.187835 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-9e098aa6-a18f-406d-96ca-ccd15319020c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:02.201644 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-9e098aa6-a18f-406d-96ca-ccd15319020c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:02.239095 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e098aa6-a18f-406d-96ca-ccd15319020c admin admin] Made reservation on behalf of 4c84dcfcfd7e4a36b26a9dd1df6c46f3 for: {'subnet': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:51:02.243985 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9e098aa6-a18f-406d-96ca-ccd15319020c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:02.353429 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Network c245a29d-d855-422f-92c2-c252c85316a9 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:51:02.399396 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-153f59b6-a699-4280-8446-027ba934cb99 req-d9816b18-168a-442d-8638-7a3898793684 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Synchronizing usage tracker for tenant:82d5dedee50c40eebfe29a0df4366919 on resource:port {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:51:02.474797 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-17b2b270-eb07-45f9-965c-b37648fa7cff tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:02.493782 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5fceeada-ebec-49dd-927f-fb8c691bb877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8264974'] for router, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:02.587218 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-153f59b6-a699-4280-8446-027ba934cb99 req-d9816b18-168a-442d-8638-7a3898793684 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Unset dirty status for tenant:82d5dedee50c40eebfe29a0df4366919 on resource:port {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:51:02.588328 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-153f59b6-a699-4280-8446-027ba934cb99 req-d9816b18-168a-442d-8638-7a3898793684 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38b84f7-1def-42c7-ba14-c8418ee884b2 HTTP/1.1" status: 200 len: 210 time: 0.3728805 Feb 17 17:51:02.629748 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.67', 51123) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:02.700269 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:03.014810 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning for port b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:51:03.025957 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:03.026395 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:03.093784 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6f24673c-b810-4865-aeaf-9b94676cf4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:03.176331 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-58b86811-99b0-4d76-bd76-aac41bf315bb req-3bba8848-668c-4d4a-8bde-dd5dd8705442 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab9cb121-af61-420f-9bfe-ecfe7276be57 HTTP/1.1" status: 200 len: 210 time: 0.6972032 Feb 17 17:51:03.205755 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-d8db6962-000c-4cac-86c2-3405cb8d3b08 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:03.208007 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-d8db6962-000c-4cac-86c2-3405cb8d3b08 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.67 "GET /v2.0/networks?id=89c700d9-06b9-42b9-985d-0b8a4eadc54c HTTP/1.1" status: 200 len: 810 time: 0.5755019 Feb 17 17:51:03.208760 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c7bf23d9-c993-4648-b6e7-0a3059489a08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:03.372022 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-3acac95b-8384-433f-b842-a428d82682da None None] Provisioning complete for port b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:03.372204 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6f24673c-b810-4865-aeaf-9b94676cf4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:03.372842 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3acac95b-8384-433f-b842-a428d82682da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:03.374298 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7ebbcf5-0f44-48bb-90d2-fa95115dd877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:03.430164 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:03.452102 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-17b2b270-eb07-45f9-965c-b37648fa7cff tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:03.543027 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-40889d8b-7f9f-4ade-86b2-1145d6b43c47 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Request body: {'port': {'device_id': 'ab9cb121-af61-420f-9bfe-ecfe7276be57', 'network_id': '89c700d9-06b9-42b9-985d-0b8a4eadc54c', 'admin_state_up': True, 'tenant_id': 'dcca4d721e714bc486e155f001152460'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:03.643037 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ebbcf5-0f44-48bb-90d2-fa95115dd877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d2a616-3113-4c55-897e-0d859cb19ca2,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:03.947616 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-40889d8b-7f9f-4ade-86b2-1145d6b43c47 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:04.072282 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:04.083205 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:04.178974 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3acac95b-8384-433f-b842-a428d82682da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:04.239775 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] For port b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e,segment=NetworkSegment(d6c40ba5-568a-477a-8ba4-567b28b5f497),segment_id=d6c40ba5-568a-477a-8ba4-567b28b5f497)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:51:04.261046 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a7ebbcf5-0f44-48bb-90d2-fa95115dd877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.831s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:04.262119 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7ebbcf5-0f44-48bb-90d2-fa95115dd877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:04.262678 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:04.263545 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-a7ebbcf5-0f44-48bb-90d2-fa95115dd877 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/20d2a616-3113-4c55-897e-0d859cb19ca2 HTTP/1.1" status: 204 len: 168 time: 3.4934363 Feb 17 17:51:04.264281 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-dd9d385b-5efd-4a60-933f-c60d12e31e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.305s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:04.270696 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device 9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:04.380361 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-40889d8b-7f9f-4ade-86b2-1145d6b43c47 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Usage tracker for resource:port and tenant:dcca4d721e714bc486e155f001152460 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:04.387336 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a11f1caa-c7e2-40a7-b496-97090b662c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:04.492167 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-40889d8b-7f9f-4ade-86b2-1145d6b43c47 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:04.492363 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2b270-eb07-45f9-965c-b37648fa7cff tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Pushing event updated for resources: {'Port': ['ID=d1c34e38-7264-4a5b-8c98-a884b533aff5,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:04.546025 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-17b2b270-eb07-45f9-965c-b37648fa7cff tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:04.552544 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dd9d385b-5efd-4a60-933f-c60d12e31e97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:04.588242 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.db.api [None req-3acac95b-8384-433f-b842-a428d82682da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83988) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:51:04.589074 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_db.api [None req-3acac95b-8384-433f-b842-a428d82682da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:51:04.619381 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-17b2b270-eb07-45f9-965c-b37648fa7cff tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Network 376dd2cb-f819-4afd-88f1-5bdecf18b8d9 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:51:04.620743 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dd9d385b-5efd-4a60-933f-c60d12e31e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:04.624126 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-17b2b270-eb07-45f9-965c-b37648fa7cff tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:51:04.624673 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning for port 9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:51:04.631703 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-6f24673c-b810-4865-aeaf-9b94676cf4d3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd098a9153c4417190cfde72d47e1094&name=default HTTP/1.1" status: 200 len: 2979 time: 6.9493966 Feb 17 17:51:04.632409 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0515a3-452a-4df4-808f-1aeb6f9e7031 req-5409596e-eea8-45b5-8859-eb35a86dd876 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:04.634168 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4c0515a3-452a-4df4-808f-1aeb6f9e7031 req-5409596e-eea8-45b5-8859-eb35a86dd876 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38b84f7-1def-42c7-ba14-c8418ee884b2 HTTP/1.1" status: 200 len: 931 time: 0.6776612 Feb 17 17:51:04.634303 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port 9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:04.634637 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:04.634879 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c7bf23d9-c993-4648-b6e7-0a3059489a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8264974'] for router, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:04.644007 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 42982) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:04.645043 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dd9d385b-5efd-4a60-933f-c60d12e31e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7924080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8287857'] for router_interface, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:04.700629 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Pushing event updated for resources: {'Port': ['ID=b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:04.706454 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:04.732429 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-17b2b270-eb07-45f9-965c-b37648fa7cff tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:51:04.737161 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-17b2b270-eb07-45f9-965c-b37648fa7cff tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:04.737969 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-17b2b270-eb07-45f9-965c-b37648fa7cff tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:04.793563 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ae5594dc-7ec6-4595-92a9-ce9bf84fbfe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:04.912959 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24673c-b810-4865-aeaf-9b94676cf4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09d0009-235c-40fc-b37e-8ebd990942ec,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:04.976923 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-40889d8b-7f9f-4ade-86b2-1145d6b43c47 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:04.978906 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:05.028962 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] For port 9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc,segment=NetworkSegment(2a1dcd4d-620f-46e8-b260-044519dcb572),segment_id=2a1dcd4d-620f-46e8-b260-044519dcb572)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:51:05.033530 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:05.059006 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6f24673c-b810-4865-aeaf-9b94676cf4d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.976s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:05.064231 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 42986) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:05.066509 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:05.080129 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-17b2b270-eb07-45f9-965c-b37648fa7cff tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.2984977 Feb 17 17:51:05.096313 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-40889d8b-7f9f-4ade-86b2-1145d6b43c47 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Made reservation on behalf of dcca4d721e714bc486e155f001152460 for: {'port': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:51:05.102141 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-40889d8b-7f9f-4ade-86b2-1145d6b43c47 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:05.124097 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6787c1db-32e5-4248-a6fa-2790bd820b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:05.314217 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Pushing event updated for resources: {'Port': ['ID=9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:05.326837 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:05.327979 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:05.436864 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d385b-5efd-4a60-933f-c60d12e31e97 admin admin] Pushing event updated for resources: {'Port': ['ID=531e2400-43e0-4f92-be80-12d1f8e184fa,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:05.447434 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:05.447861 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:05.460255 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4c0515a3-452a-4df4-808f-1aeb6f9e7031 req-f99c8cfc-ef38-43dc-9e7a-17542e7662be tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7678545 Feb 17 17:51:05.467314 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-dd9d385b-5efd-4a60-933f-c60d12e31e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:05.578142 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9d385b-5efd-4a60-933f-c60d12e31e97 admin admin] Network 7b435b71-d20c-4f15-b462-26d694fc6d23 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:51:05.582165 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-dd9d385b-5efd-4a60-933f-c60d12e31e97 admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:51:05.586131 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d3fbf8de-9cf1-4fc1-b4c1-95c732022dd8 req-4281ec44-a9c3-4f89-943a-278e2bf479a6 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab9cb121-af61-420f-9bfe-ecfe7276be57 HTTP/1.1" status: 200 len: 210 time: 0.9123785 Feb 17 17:51:05.594195 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6787c1db-32e5-4248-a6fa-2790bd820b14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:05.598247 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-d5d3b260-8cd7-4c94-ba1e-1449df9ecc83 None None] Provisioning complete for port b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:05.600613 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d5d3b260-8cd7-4c94-ba1e-1449df9ecc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:05.601676 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dfcd3b93-f584-4c69-ad2c-dde721bc5277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:05.617385 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-6787c1db-32e5-4248-a6fa-2790bd820b14 admin admin] Usage tracker for resource:security_group_rule and tenant:c2746b7e39df42c897e8a9f94a0c9a6d is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:05.624950 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bf23d9-c993-4648-b6e7-0a3059489a08 admin admin] Router d5ad8e49-5d6c-467e-a581-feea0114cb1f is scheduled to L3 agent b696c7bc-35f9-4b20-9049-f598d63d0e6c with binding_index 1 {{(pid=83987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 17:51:05.632116 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-6787c1db-32e5-4248-a6fa-2790bd820b14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:05.646494 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6787c1db-32e5-4248-a6fa-2790bd820b14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:05.807275 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-d5d3b260-8cd7-4c94-ba1e-1449df9ecc83 None None] Provisioning complete for port 9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:05.807946 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d5d3b260-8cd7-4c94-ba1e-1449df9ecc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:05.931469 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fceeada-ebec-49dd-927f-fb8c691bb877 admin admin] Router 5f42a43c-9d48-4d13-a00b-55d497b95bae is scheduled to L3 agent b696c7bc-35f9-4b20-9049-f598d63d0e6c with binding_index 1 {{(pid=83987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 17:51:05.974425 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bf23d9-c993-4648-b6e7-0a3059489a08 admin admin] Notify agent at l3_agent.dv-cinder-760199-3-smb the message routers_updated {{(pid=83987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:51:05.996169 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fbdc98-6f9f-47ff-948c-5283c656fb84 None None] Sync routers for ids ['d5ad8e49-5d6c-467e-a581-feea0114cb1f'] in dv-cinder-760199-3-smb {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:51:06.022458 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fbdc98-6f9f-47ff-948c-5283c656fb84 None None] Routers {'d5ad8e49-5d6c-467e-a581-feea0114cb1f'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:51:06.023322 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-83fbdc98-6f9f-47ff-948c-5283c656fb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:50:58Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['d5ad8e49-5d6c-467e-a581-feea0114cb1f'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:06.231091 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9e098aa6-a18f-406d-96ca-ccd15319020c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846389800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513'] for subnet, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:06.236470 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fceeada-ebec-49dd-927f-fb8c691bb877 admin admin] Notify agent at l3_agent.dv-cinder-760199-3-smb the message routers_updated {{(pid=83987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:51:06.248433 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6565dc3f-eddd-4916-9779-b753da070edc None None] Sync routers for ids ['5f42a43c-9d48-4d13-a00b-55d497b95bae'] in dv-cinder-760199-3-smb {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:51:06.263018 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6565dc3f-eddd-4916-9779-b753da070edc None None] Routers {'5f42a43c-9d48-4d13-a00b-55d497b95bae'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:51:06.264425 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-6565dc3f-eddd-4916-9779-b753da070edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:50:58Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['5f42a43c-9d48-4d13-a00b-55d497b95bae'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:06.276258 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a425f0fa-b759-441e-91f3-20704e86a98d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:06.383295 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dfcd3b93-f584-4c69-ad2c-dde721bc5277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:06.402665 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c7bf23d9-c993-4648-b6e7-0a3059489a08 admin admin] Notify callbacks [] for router, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:06.412186 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 42990) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:06.421294 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-c7bf23d9-c993-4648-b6e7-0a3059489a08 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 15.2648966 Feb 17 17:51:06.426872 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5fceeada-ebec-49dd-927f-fb8c691bb877 admin admin] Notify callbacks [] for router, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:06.430804 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-5fceeada-ebec-49dd-927f-fb8c691bb877 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 15.8954327 Feb 17 17:51:06.440190 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 42994) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:06.459677 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-83fbdc98-6f9f-47ff-948c-5283c656fb84 None None] Set router d5ad8e49-5d6c-467e-a581-feea0114cb1f gateway port host: dv-cinder-760199-3-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:51:06.552234 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-40889d8b-7f9f-4ade-86b2-1145d6b43c47 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Allocated IP 172.20.0.5 (89c700d9-06b9-42b9-985d-0b8a4eadc54c/e00a5be9-c8c7-499f-ae79-f3429167d0cb/dc884b99-3343-49da-a8e7-7c01283aa477) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:51:06.704082 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9d385b-5efd-4a60-933f-c60d12e31e97 admin admin] Router 661907dd-d20f-4582-aef6-0c8db85f6e75 has already been hosted by L3 agent b696c7bc-35f9-4b20-9049-f598d63d0e6c {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:51:06.751405 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-6565dc3f-eddd-4916-9779-b753da070edc None None] Set router 5f42a43c-9d48-4d13-a00b-55d497b95bae gateway port host: dv-cinder-760199-3-smb {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:51:06.780851 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e098aa6-a18f-406d-96ca-ccd15319020c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1de6da57-4422-442b-a877-f39d972d5352,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:06.824789 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9e098aa6-a18f-406d-96ca-ccd15319020c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:06.896891 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-27067db0-d0aa-4ee8-8fa1-9953db0a876a req-e2bc19db-76b9-47ba-b3a6-95530219d03f tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Synchronizing usage tracker for tenant:dcca4d721e714bc486e155f001152460 on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:51:06.923542 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6787c1db-32e5-4248-a6fa-2790bd820b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:06.950152 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6787c1db-32e5-4248-a6fa-2790bd820b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:06.979169 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:07.016321 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787c1db-32e5-4248-a6fa-2790bd820b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b2e32d-7601-408f-9084-f7ab2748a088,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:07.019785 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-27067db0-d0aa-4ee8-8fa1-9953db0a876a req-e2bc19db-76b9-47ba-b3a6-95530219d03f tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Unset dirty status for tenant:dcca4d721e714bc486e155f001152460 on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:51:07.033247 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-27067db0-d0aa-4ee8-8fa1-9953db0a876a req-e2bc19db-76b9-47ba-b3a6-95530219d03f tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab9cb121-af61-420f-9bfe-ecfe7276be57 HTTP/1.1" status: 200 len: 210 time: 0.1942441 Feb 17 17:51:07.037046 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6787c1db-32e5-4248-a6fa-2790bd820b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:07.226627 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device 9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:07.354345 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port 9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:07.354919 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:07.362126 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dfcd3b93-f584-4c69-ad2c-dde721bc5277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:07.384684 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447f2f7-fcb2-46c3-b9d9-81148c0aed63 req-b5e01cde-b42a-4fdb-bd2d-6bfc6aff460d tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:07.387046 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e447f2f7-fcb2-46c3-b9d9-81148c0aed63 req-b5e01cde-b42a-4fdb-bd2d-6bfc6aff460d tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38b84f7-1def-42c7-ba14-c8418ee884b2 HTTP/1.1" status: 200 len: 931 time: 0.6873341 Feb 17 17:51:07.449620 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-6565dc3f-eddd-4916-9779-b753da070edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'name': 'tempest-AttachVolumeShelveTestJSON-1631215453-router', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:50Z', 'updated_at': '2021-02-17T17:50:58Z', 'revision_number': 3, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'gw_port': {'id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:50:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb'}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:07.455101 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e4ae727c-81c0-4e06-8994-6e0d1a82eae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:07.462826 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6565dc3f-eddd-4916-9779-b753da070edc None None] Checking router: 5f42a43c-9d48-4d13-a00b-55d497b95bae for host: dv-cinder-760199-3-smb {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:51:07.463212 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6565dc3f-eddd-4916-9779-b753da070edc None None] Updating router 5f42a43c-9d48-4d13-a00b-55d497b95bae port a3a7ce36-a1a4-4a10-9e07-3a1523febd6a binding host dv-cinder-760199-3-smb {{(pid=83989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:51:07.472924 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9d385b-5efd-4a60-933f-c60d12e31e97 admin admin] Notify agent at l3_agent.dv-cinder-760199-3-smb the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:51:07.490246 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd3b93-f584-4c69-ad2c-dde721bc5277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09d0009-235c-40fc-b37e-8ebd990942ec,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:07.493350 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-dfcd3b93-f584-4c69-ad2c-dde721bc5277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:07.510608 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-dd9d385b-5efd-4a60-933f-c60d12e31e97 admin admin] 10.222.0.49 "PUT /v2.0/routers/661907dd-d20f-4582-aef6-0c8db85f6e75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0269463 Feb 17 17:51:07.595370 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6565dc3f-eddd-4916-9779-b753da070edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:07.615150 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcac051-ad55-4e3c-896f-17b238f3479d None None] Sync routers for ids ['661907dd-d20f-4582-aef6-0c8db85f6e75'] in dv-cinder-760199-3-smb {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:51:07.678505 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-83fbdc98-6f9f-47ff-948c-5283c656fb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'name': 'tempest-AttachVolumeTestJSON-1590474071-router', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:51Z', 'updated_at': '2021-02-17T17:51:01Z', 'revision_number': 3, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'gw_port': {'id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:42:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:50:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb'}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:07.708475 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fbdc98-6f9f-47ff-948c-5283c656fb84 None None] Checking router: d5ad8e49-5d6c-467e-a581-feea0114cb1f for host: dv-cinder-760199-3-smb {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:51:07.708912 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fbdc98-6f9f-47ff-948c-5283c656fb84 None None] Updating router d5ad8e49-5d6c-467e-a581-feea0114cb1f port c86c3627-fda3-4005-ab17-c21fb5d4706d binding host dv-cinder-760199-3-smb {{(pid=83988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:51:07.879682 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-83fbdc98-6f9f-47ff-948c-5283c656fb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:07.896981 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-6787c1db-32e5-4248-a6fa-2790bd820b14 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c2746b7e39df42c897e8a9f94a0c9a6d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8288860 Feb 17 17:51:07.989441 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcac051-ad55-4e3c-896f-17b238f3479d None None] Routers {'661907dd-d20f-4582-aef6-0c8db85f6e75'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:51:07.990367 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-fbcac051-ad55-4e3c-896f-17b238f3479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:50:58Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['661907dd-d20f-4582-aef6-0c8db85f6e75'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:08.170158 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 43006) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:08.186387 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dfcd3b93-f584-4c69-ad2c-dde721bc5277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:08.187662 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-dfcd3b93-f584-4c69-ad2c-dde721bc5277 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f09d0009-235c-40fc-b37e-8ebd990942ec HTTP/1.1" status: 204 len: 168 time: 3.5074592 Feb 17 17:51:08.547097 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-23388597-02f8-4326-b7c7-6aa09ad06488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:08.588119 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-23388597-02f8-4326-b7c7-6aa09ad06488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:08.607194 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:08.652688 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e447f2f7-fcb2-46c3-b9d9-81148c0aed63 req-5b9b1a9f-4082-498d-b8d6-66436a9b0a65 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2392600 Feb 17 17:51:08.658511 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-23388597-02f8-4326-b7c7-6aa09ad06488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:08.676217 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e098aa6-a18f-406d-96ca-ccd15319020c admin admin] Checking segment: {'id': '43ce63bc-bf60-49b1-a386-13c49e327176', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c245a29d-d855-422f-92c2-c252c85316a9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:51:08.676822 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e098aa6-a18f-406d-96ca-ccd15319020c admin admin] Network hostable DHCP agents. Network: c245a29d-d855-422f-92c2-c252c85316a9, hostable agents: ['8546a6d4-f394-45d5-bab8-9d45fc62bb83'], hosted agents: [] {{(pid=83986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:51:08.686297 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a7ebbcf5-0f44-48bb-90d2-fa95115dd877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:08.704769 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23388597-02f8-4326-b7c7-6aa09ad06488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b2e32d-7601-408f-9084-f7ab2748a088,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:08.708059 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-23388597-02f8-4326-b7c7-6aa09ad06488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:08.759891 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6565dc3f-eddd-4916-9779-b753da070edc None None] Notify callbacks [] for port, precommit_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:08.789470 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-6565dc3f-eddd-4916-9779-b753da070edc None None] Transition to ACTIVE for port object a3a7ce36-a1a4-4a10-9e07-3a1523febd6a will not be triggered until provisioned by entity L2. {{(pid=83989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:51:08.794024 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6565dc3f-eddd-4916-9779-b753da070edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:08.800293 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-23388597-02f8-4326-b7c7-6aa09ad06488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:08.810289 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-23388597-02f8-4326-b7c7-6aa09ad06488 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c6b2e32d-7601-408f-9084-f7ab2748a088 HTTP/1.1" status: 204 len: 168 time: 0.6320713 Feb 17 17:51:08.845114 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:08.851884 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-e26c0541-402d-4dd2-ad9a-bd6d2fec65d4 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=83986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:51:08.853524 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-e26c0541-402d-4dd2-ad9a-bd6d2fec65d4 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0394449 Feb 17 17:51:08.880545 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-fbcac051-ad55-4e3c-896f-17b238f3479d None None] Set router 661907dd-d20f-4582-aef6-0c8db85f6e75 gateway port host: dv-cinder-760199-3-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:51:08.920606 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-40889d8b-7f9f-4ade-86b2-1145d6b43c47 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:08.923775 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e098aa6-a18f-406d-96ca-ccd15319020c admin admin] Network c245a29d-d855-422f-92c2-c252c85316a9 is scheduled to be hosted by DHCP agent 8546a6d4-f394-45d5-bab8-9d45fc62bb83 with binding_index 1 {{(pid=83986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:51:09.041537 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 43030) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:09.128548 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-9e098aa6-a18f-406d-96ca-ccd15319020c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-smb, c245a29d-d855-422f-92c2-c252c85316a9) {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:51:09.140043 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e098aa6-a18f-406d-96ca-ccd15319020c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:09.140875 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9e098aa6-a18f-406d-96ca-ccd15319020c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:09.154485 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef7a2f-01c7-49cf-bc1b-710ec17aed44 None None] Pushing event updated for resources: {'Port': ['ID=a3a7ce36-a1a4-4a10-9e07-3a1523febd6a,revision_number=2']} {{(pid=83989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:09.174403 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e01c1e86-c01f-43de-be64-4a6be3469bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:09.178185 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a4ef7a2f-01c7-49cf-bc1b-710ec17aed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:09.200036 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-9e098aa6-a18f-406d-96ca-ccd15319020c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 7.1108513 Feb 17 17:51:09.218158 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-40889d8b-7f9f-4ade-86b2-1145d6b43c47 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:09.225914 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-6565dc3f-eddd-4916-9779-b753da070edc None None] Attempting to bind port a3a7ce36-a1a4-4a10-9e07-3a1523febd6a on host dv-cinder-760199-3-smb for vnic_type normal with profile {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:51:09.226334 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-6565dc3f-eddd-4916-9779-b753da070edc None None] Attempting to bind port a3a7ce36-a1a4-4a10-9e07-3a1523febd6a by drivers openvswitch on host dv-cinder-760199-3-smb at level 0 using segments [{'id': '1518ad10-b1eb-469a-b2c2-2c6841e70835', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'}] {{(pid=83989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:51:09.226750 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6565dc3f-eddd-4916-9779-b753da070edc None None] Attempting to bind port a3a7ce36-a1a4-4a10-9e07-3a1523febd6a on network 7adbab01-78f4-4f50-aa4c-26c3aba221ad {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:51:09.242367 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6565dc3f-eddd-4916-9779-b753da070edc None None] Checking agent: {'id': '8fdeb372-8e18-4614-ad16-4f33ed73e666', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 30), 'started_at': datetime.datetime(2021, 2, 17, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:51:09.242802 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6565dc3f-eddd-4916-9779-b753da070edc None None] Checking segment: {'id': '1518ad10-b1eb-469a-b2c2-2c6841e70835', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:51:09.247287 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6565dc3f-eddd-4916-9779-b753da070edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:09.247743 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6565dc3f-eddd-4916-9779-b753da070edc None None] Bound using segment: {'id': '1518ad10-b1eb-469a-b2c2-2c6841e70835', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'} {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:51:09.248310 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-6565dc3f-eddd-4916-9779-b753da070edc None None] Bound port: a3a7ce36-a1a4-4a10-9e07-3a1523febd6a, host: dv-cinder-760199-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1518ad10-b1eb-469a-b2c2-2c6841e70835', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'}}] {{(pid=83989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:51:09.248765 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6565dc3f-eddd-4916-9779-b753da070edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:09.267722 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84210c9a-924a-4c3d-8457-e88a2510711a req-7df6be77-400d-47a2-9004-7fea53cd482d tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:09.269678 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-84210c9a-924a-4c3d-8457-e88a2510711a req-7df6be77-400d-47a2-9004-7fea53cd482d tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/networks?id=7b435b71-d20c-4f15-b462-26d694fc6d23 HTTP/1.1" status: 200 len: 819 time: 0.7704020 Feb 17 17:51:09.461062 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-6565dc3f-eddd-4916-9779-b753da070edc None None] For port a3a7ce36-a1a4-4a10-9e07-3a1523febd6a, host dv-cinder-760199-3-smb, cleared binding levels {{(pid=83989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:51:09.465775 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-6565dc3f-eddd-4916-9779-b753da070edc None None] For port a3a7ce36-a1a4-4a10-9e07-3a1523febd6a, host dv-cinder-760199-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=a3a7ce36-a1a4-4a10-9e07-3a1523febd6a,segment=NetworkSegment(1518ad10-b1eb-469a-b2c2-2c6841e70835),segment_id=1518ad10-b1eb-469a-b2c2-2c6841e70835)] {{(pid=83989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:51:09.470774 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6565dc3f-eddd-4916-9779-b753da070edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:09.494609 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a69edc06-11e0-4e7f-be97-571979bbb53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:09.504095 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a4ef7a2f-01c7-49cf-bc1b-710ec17aed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:09.512446 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:09.574544 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032e0f10-e963-4a1d-80fc-65df86be5569 None None] Network c245a29d-d855-422f-92c2-c252c85316a9 requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:51:09.658517 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-84210c9a-924a-4c3d-8457-e88a2510711a req-2f312202-1dfe-4044-bed8-b34f0480a642 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/quotas/f216181af2b648939636de50f29d3988 HTTP/1.1" status: 200 len: 375 time: 0.1514611 Feb 17 17:51:09.688713 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a69edc06-11e0-4e7f-be97-571979bbb53f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:09.696175 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-a69edc06-11e0-4e7f-be97-571979bbb53f admin admin] Usage tracker for resource:security_group_rule and tenant:3de1e46c890847f489de618c811d8923 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:09.702664 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-a69edc06-11e0-4e7f-be97-571979bbb53f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:09.713893 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a69edc06-11e0-4e7f-be97-571979bbb53f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:09.878692 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a69edc06-11e0-4e7f-be97-571979bbb53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:09.949181 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9c8253-af3a-4fec-a74f-6183aae7e29e None None] Network c245a29d-d855-422f-92c2-c252c85316a9 requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:51:09.958577 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475f149-30b8-4e65-835d-33f5c3cfb119 req-2b1a3a0c-c6b0-4c15-8133-d25cd43888a4 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:09.967430 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f475f149-30b8-4e65-835d-33f5c3cfb119 req-2b1a3a0c-c6b0-4c15-8133-d25cd43888a4 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab9cb121-af61-420f-9bfe-ecfe7276be57 HTTP/1.1" status: 200 len: 931 time: 0.9517825 Feb 17 17:51:10.117223 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f475f149-30b8-4e65-835d-33f5c3cfb119 req-003961a6-8cc1-4521-8351-f69bae8f9f18 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31fc243-2140-44ea-93ae-f0eed0e287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480911 Feb 17 17:51:10.249861 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40889d8b-7f9f-4ade-86b2-1145d6b43c47 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Pushing event updated for resources: {'Port': ['ID=dc884b99-3343-49da-a8e7-7c01283aa477,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:10.258770 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-40889d8b-7f9f-4ade-86b2-1145d6b43c47 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:10.278223 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a69edc06-11e0-4e7f-be97-571979bbb53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:10.332886 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-e01c1e86-c01f-43de-be64-4a6be3469bf6 admin admin] Allocated IP 172.20.0.1 (2bd27a9c-fc05-4957-b6fc-79c4c62cef95/90273680-1e5e-433f-9236-ce524691d25a/0e039e46-6626-44bb-a907-d58dc1a87362) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:51:10.393342 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-40889d8b-7f9f-4ade-86b2-1145d6b43c47 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Network 89c700d9-06b9-42b9-985d-0b8a4eadc54c is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:51:10.415484 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6f24673c-b810-4865-aeaf-9b94676cf4d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:10.424703 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-fbcac051-ad55-4e3c-896f-17b238f3479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661907dd-d20f-4582-aef6-0c8db85f6e75', 'name': 'tempest-ServerRescueNegativeTestJSON-1276168686-router', 'tenant_id': 'f216181af2b648939636de50f29d3988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.166'}], 'enable_snat': True}, 'gw_port_id': '5465c0c6-0aa6-45ba-9836-b53eee2a58ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:46Z', 'updated_at': '2021-02-17T17:51:01Z', 'revision_number': 4, 'project_id': 'f216181af2b648939636de50f29d3988', 'gw_port': {'id': '5465c0c6-0aa6-45ba-9836-b53eee2a58ca', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:66:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661907dd-d20f-4582-aef6-0c8db85f6e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:48Z', 'updated_at': '2021-02-17T17:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': '531e2400-43e0-4f92-be80-12d1f8e184fa', 'name': '', 'network_id': '7b435b71-d20c-4f15-b462-26d694fc6d23', 'tenant_id': 'f216181af2b648939636de50f29d3988', 'mac_address': 'fa:16:3e:ab:ee:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661907dd-d20f-4582-aef6-0c8db85f6e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c2cdc979-22d3-4af2-8aed-276237453deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:57Z', 'updated_at': '2021-02-17T17:51:02Z', 'revision_number': 2, 'project_id': 'f216181af2b648939636de50f29d3988', 'subnets': [{'id': 'c2cdc979-22d3-4af2-8aed-276237453deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:10.428159 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6565dc3f-eddd-4916-9779-b753da070edc None None] Routers {'5f42a43c-9d48-4d13-a00b-55d497b95bae'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:51:10.428888 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-6565dc3f-eddd-4916-9779-b753da070edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:50:58Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['5f42a43c-9d48-4d13-a00b-55d497b95bae'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:10.432669 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcac051-ad55-4e3c-896f-17b238f3479d None None] Checking router: 661907dd-d20f-4582-aef6-0c8db85f6e75 for host: dv-cinder-760199-3-smb {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:51:10.434177 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcac051-ad55-4e3c-896f-17b238f3479d None None] Updating router 661907dd-d20f-4582-aef6-0c8db85f6e75 port 531e2400-43e0-4f92-be80-12d1f8e184fa binding host dv-cinder-760199-3-smb {{(pid=83988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:51:10.437713 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-a69edc06-11e0-4e7f-be97-571979bbb53f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3de1e46c890847f489de618c811d8923&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3487306 Feb 17 17:51:10.445496 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-40889d8b-7f9f-4ade-86b2-1145d6b43c47 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:51:10.458810 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 43064) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:10.462498 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-40889d8b-7f9f-4ade-86b2-1145d6b43c47 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:51:10.469698 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-40889d8b-7f9f-4ade-86b2-1145d6b43c47 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:10.471183 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-40889d8b-7f9f-4ade-86b2-1145d6b43c47 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:10.529455 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fbcac051-ad55-4e3c-896f-17b238f3479d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:10.607593 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-78692895-1101-47d6-af1e-1a4825aaa2a2 service neutron] Request body: {'port': {'device_id': 'c38b84f7-1def-42c7-ba14-c8418ee884b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:10.630807 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef7a2f-01c7-49cf-bc1b-710ec17aed44 None None] Pushing event updated for resources: {'Port': ['ID=a3a7ce36-a1a4-4a10-9e07-3a1523febd6a,revision_number=3']} {{(pid=83989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:10.728299 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69edc06-11e0-4e7f-be97-571979bbb53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4474a65-5352-46a4-9e9a-b94b43ccf763,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:10.740484 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a69edc06-11e0-4e7f-be97-571979bbb53f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:10.758967 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-40889d8b-7f9f-4ade-86b2-1145d6b43c47 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2269866 Feb 17 17:51:10.768853 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a4ef7a2f-01c7-49cf-bc1b-710ec17aed44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.264s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:10.796870 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-8fe7570c-ab1a-4036-98fb-185ce41801e7 service neutron] Request body: {'port': {'device_id': 'ab9cb121-af61-420f-9bfe-ecfe7276be57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:10.870018 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-6565dc3f-eddd-4916-9779-b753da070edc None None] Set router 5f42a43c-9d48-4d13-a00b-55d497b95bae gateway port host: dv-cinder-760199-3-smb {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:51:10.958738 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-78692895-1101-47d6-af1e-1a4825aaa2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:10.978798 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-630cf125-fbb1-448e-9f79-ccc2c00871ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:11.194948 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadb72f-33be-4a61-8429-19b47eec90b8 req-44ad0914-f398-4dfc-90a7-970ae6291a51 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:11.203354 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-abadb72f-33be-4a61-8429-19b47eec90b8 req-44ad0914-f398-4dfc-90a7-970ae6291a51 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38b84f7-1def-42c7-ba14-c8418ee884b2 HTTP/1.1" status: 200 len: 931 time: 0.6875036 Feb 17 17:51:11.254747 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fbcac051-ad55-4e3c-896f-17b238f3479d None None] Notify callbacks [] for port, precommit_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:11.257013 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e01c1e86-c01f-43de-be64-4a6be3469bf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:11.273121 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-fbcac051-ad55-4e3c-896f-17b238f3479d None None] Transition to ACTIVE for port object 531e2400-43e0-4f92-be80-12d1f8e184fa will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:51:11.293649 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fbcac051-ad55-4e3c-896f-17b238f3479d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:11.321483 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:11.448309 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-6565dc3f-eddd-4916-9779-b753da070edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'name': 'tempest-AttachVolumeShelveTestJSON-1631215453-router', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:50Z', 'updated_at': '2021-02-17T17:50:58Z', 'revision_number': 3, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'gw_port': {'id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb'}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:11.451119 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 43088) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:11.454074 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6565dc3f-eddd-4916-9779-b753da070edc None None] The sync data for ids ['5f42a43c-9d48-4d13-a00b-55d497b95bae'] in dv-cinder-760199-3-smb is: [{'id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'name': 'tempest-AttachVolumeShelveTestJSON-1631215453-router', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:50Z', 'updated_at': '2021-02-17T17:50:58Z', 'revision_number': 3, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'gw_port': {'id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb'}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:51:11.462414 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-84210c9a-924a-4c3d-8457-e88a2510711a req-bb65152f-6977-42e2-82ae-f7e9beb8fd53 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f216181af2b648939636de50f29d3988&fields=id HTTP/1.1" status: 200 len: 255 time: 1.5764687 Feb 17 17:51:11.473086 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-abadb72f-33be-4a61-8429-19b47eec90b8 req-587ac80a-44e7-442e-81c3-cdc5b7fce1ca tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686148 Feb 17 17:51:11.475265 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec6c2bf-f842-4734-95a3-c0397858aa96 None None] Pushing event updated for resources: {'Port': ['ID=531e2400-43e0-4f92-be80-12d1f8e184fa,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:11.479401 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-a9ddefab-c598-4ae3-9b53-72dec51b8201 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1532412685-network', 'tenant_id': '45232d74fe234cda825ee9b1e98a07d3'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:11.479638 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6ec6c2bf-f842-4734-95a3-c0397858aa96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:11.489138 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-e01c1e86-c01f-43de-be64-4a6be3469bf6 admin admin] Transition to ACTIVE for port object 0e039e46-6626-44bb-a907-d58dc1a87362 will not be triggered until provisioned by entity DHCP. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:51:11.511939 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a9ddefab-c598-4ae3-9b53-72dec51b8201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:11.551493 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-baff3e79-6cef-47fe-8904-320155f720ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:11.590081 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-baff3e79-6cef-47fe-8904-320155f720ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:11.646208 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e01c1e86-c01f-43de-be64-4a6be3469bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:11.722151 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-a9ddefab-c598-4ae3-9b53-72dec51b8201 admin admin] Usage tracker for resource:network and tenant:45232d74fe234cda825ee9b1e98a07d3 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:11.777271 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:11.788347 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-8fe7570c-ab1a-4036-98fb-185ce41801e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:11.798805 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-baff3e79-6cef-47fe-8904-320155f720ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:11.800927 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-a9ddefab-c598-4ae3-9b53-72dec51b8201 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:11.827969 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a9ddefab-c598-4ae3-9b53-72dec51b8201 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:11.837785 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-83fbdc98-6f9f-47ff-948c-5283c656fb84 None None] Notify callbacks [] for port, precommit_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:11.845538 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:11.866131 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff3e79-6cef-47fe-8904-320155f720ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4474a65-5352-46a4-9e9a-b94b43ccf763,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:11.957470 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-83fbdc98-6f9f-47ff-948c-5283c656fb84 None None] Transition to ACTIVE for port object c86c3627-fda3-4005-ab17-c21fb5d4706d will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:51:11.976150 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-83fbdc98-6f9f-47ff-948c-5283c656fb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:11.999325 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b86a7757-8ced-44de-a091-1585b6e3c709 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:12.036513 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-fbcac051-ad55-4e3c-896f-17b238f3479d None None] Attempting to bind port 531e2400-43e0-4f92-be80-12d1f8e184fa on host dv-cinder-760199-3-smb for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:51:12.036973 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-fbcac051-ad55-4e3c-896f-17b238f3479d None None] Attempting to bind port 531e2400-43e0-4f92-be80-12d1f8e184fa by drivers openvswitch on host dv-cinder-760199-3-smb at level 0 using segments [{'id': '31aff11b-7396-4981-85ef-5b95614ed352', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b435b71-d20c-4f15-b462-26d694fc6d23'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:51:12.037386 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcac051-ad55-4e3c-896f-17b238f3479d None None] Attempting to bind port 531e2400-43e0-4f92-be80-12d1f8e184fa on network 7b435b71-d20c-4f15-b462-26d694fc6d23 {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:51:12.055692 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-baff3e79-6cef-47fe-8904-320155f720ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:12.146627 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c1e86-c01f-43de-be64-4a6be3469bf6 admin admin] Pushing event updated for resources: {'Port': ['ID=0e039e46-6626-44bb-a907-d58dc1a87362,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:12.180298 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e01c1e86-c01f-43de-be64-4a6be3469bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:12.189404 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ddefab-c598-4ae3-9b53-72dec51b8201 admin admin] Made reservation on behalf of 45232d74fe234cda825ee9b1e98a07d3 for: {'network': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:51:12.194964 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a9ddefab-c598-4ae3-9b53-72dec51b8201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for network, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:12.209975 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.db.resource_extend [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-78692895-1101-47d6-af1e-1a4825aaa2a2 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 17:51:12.234949 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a9ddefab-c598-4ae3-9b53-72dec51b8201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:12.381053 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-baff3e79-6cef-47fe-8904-320155f720ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:12.381990 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcac051-ad55-4e3c-896f-17b238f3479d None None] Checking agent: {'id': '8fdeb372-8e18-4614-ad16-4f33ed73e666', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 30), 'started_at': datetime.datetime(2021, 2, 17, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:51:12.382584 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcac051-ad55-4e3c-896f-17b238f3479d None None] Checking segment: {'id': '31aff11b-7396-4981-85ef-5b95614ed352', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b435b71-d20c-4f15-b462-26d694fc6d23'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:51:12.382759 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-baff3e79-6cef-47fe-8904-320155f720ac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a4474a65-5352-46a4-9e9a-b94b43ccf763 HTTP/1.1" status: 204 len: 168 time: 1.9225237 Feb 17 17:51:12.383331 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fbcac051-ad55-4e3c-896f-17b238f3479d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:12.384098 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcac051-ad55-4e3c-896f-17b238f3479d None None] Bound using segment: {'id': '31aff11b-7396-4981-85ef-5b95614ed352', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b435b71-d20c-4f15-b462-26d694fc6d23'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:51:12.384831 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-fbcac051-ad55-4e3c-896f-17b238f3479d None None] Bound port: 531e2400-43e0-4f92-be80-12d1f8e184fa, host: dv-cinder-760199-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31aff11b-7396-4981-85ef-5b95614ed352', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b435b71-d20c-4f15-b462-26d694fc6d23'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:51:12.385463 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fbcac051-ad55-4e3c-896f-17b238f3479d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:12.396871 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a9ddefab-c598-4ae3-9b53-72dec51b8201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:12.401239 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-a9ddefab-c598-4ae3-9b53-72dec51b8201 admin admin] Usage tracker for resource:security_group_rule and tenant:45232d74fe234cda825ee9b1e98a07d3 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:12.405656 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-a9ddefab-c598-4ae3-9b53-72dec51b8201 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:12.411762 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a9ddefab-c598-4ae3-9b53-72dec51b8201 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:12.427906 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-78692895-1101-47d6-af1e-1a4825aaa2a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c34e38-7264-4a5b-8c98-a884b533aff5 {{(pid=83986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:51:12.441308 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc85769-ca73-40f6-b71d-d20154d81665 req-372e11c5-bb97-4bd8-abd5-5538a74bd5ab tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:12.443307 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7fc85769-ca73-40f6-b71d-d20154d81665 req-372e11c5-bb97-4bd8-abd5-5538a74bd5ab tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab9cb121-af61-420f-9bfe-ecfe7276be57 HTTP/1.1" status: 200 len: 931 time: 0.7648659 Feb 17 17:51:12.489386 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-78692895-1101-47d6-af1e-1a4825aaa2a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:12.525594 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01c1e86-c01f-43de-be64-4a6be3469bf6 admin admin] Network 2bd27a9c-fc05-4957-b6fc-79c4c62cef95 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:51:12.543504 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-e01c1e86-c01f-43de-be64-4a6be3469bf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:51:12.559342 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-78692895-1101-47d6-af1e-1a4825aaa2a2 service neutron] Transition to ACTIVE for port object d1c34e38-7264-4a5b-8c98-a884b533aff5 will not be triggered until provisioned by entity L2. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:51:12.566732 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01c1e86-c01f-43de-be64-4a6be3469bf6 admin admin] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:51:12.567880 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e01c1e86-c01f-43de-be64-4a6be3469bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846488041'] for router_interface, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:12.571970 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a9ddefab-c598-4ae3-9b53-72dec51b8201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:12.572845 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4bc9cc-2c6e-4bdb-a7b0-78657960e79a None None] Pushing event updated for resources: {'Port': ['ID=c86c3627-fda3-4005-ab17-c21fb5d4706d,revision_number=2']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:12.585495 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-78692895-1101-47d6-af1e-1a4825aaa2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:12.594616 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6c4bc9cc-2c6e-4bdb-a7b0-78657960e79a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:12.617170 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-84210c9a-924a-4c3d-8457-e88a2510711a req-c6fd9c67-42a8-45d3-a7a6-3a37735bc53a service neutron] 10.222.0.49 "GET /v2.0/networks/7b435b71-d20c-4f15-b462-26d694fc6d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1429975 Feb 17 17:51:12.617832 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a9ddefab-c598-4ae3-9b53-72dec51b8201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:12.727423 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-fbcac051-ad55-4e3c-896f-17b238f3479d None None] For port 531e2400-43e0-4f92-be80-12d1f8e184fa, host dv-cinder-760199-3-smb, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:51:12.768077 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-fbcac051-ad55-4e3c-896f-17b238f3479d None None] For port 531e2400-43e0-4f92-be80-12d1f8e184fa, host dv-cinder-760199-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=531e2400-43e0-4f92-be80-12d1f8e184fa,segment=NetworkSegment(31aff11b-7396-4981-85ef-5b95614ed352),segment_id=31aff11b-7396-4981-85ef-5b95614ed352)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:51:12.788516 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fbcac051-ad55-4e3c-896f-17b238f3479d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:12.820554 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6c4bc9cc-2c6e-4bdb-a7b0-78657960e79a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:12.901464 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7fc85769-ca73-40f6-b71d-d20154d81665 req-3ec42c9c-9853-405d-8e85-e66a97529415 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31fc243-2140-44ea-93ae-f0eed0e287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438391 Feb 17 17:51:12.922924 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e01c1e86-c01f-43de-be64-4a6be3469bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:13.040479 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-83fbdc98-6f9f-47ff-948c-5283c656fb84 None None] Attempting to bind port c86c3627-fda3-4005-ab17-c21fb5d4706d on host dv-cinder-760199-3-smb for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:51:13.040699 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-83fbdc98-6f9f-47ff-948c-5283c656fb84 None None] Attempting to bind port c86c3627-fda3-4005-ab17-c21fb5d4706d by drivers openvswitch on host dv-cinder-760199-3-smb at level 0 using segments [{'id': '1518ad10-b1eb-469a-b2c2-2c6841e70835', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:51:13.041091 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fbdc98-6f9f-47ff-948c-5283c656fb84 None None] Attempting to bind port c86c3627-fda3-4005-ab17-c21fb5d4706d on network 7adbab01-78f4-4f50-aa4c-26c3aba221ad {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:51:13.096064 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fbdc98-6f9f-47ff-948c-5283c656fb84 None None] Checking agent: {'id': '8fdeb372-8e18-4614-ad16-4f33ed73e666', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 30), 'started_at': datetime.datetime(2021, 2, 17, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:51:13.097197 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fbdc98-6f9f-47ff-948c-5283c656fb84 None None] Checking segment: {'id': '1518ad10-b1eb-469a-b2c2-2c6841e70835', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:51:13.101699 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-83fbdc98-6f9f-47ff-948c-5283c656fb84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:13.102656 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fbdc98-6f9f-47ff-948c-5283c656fb84 None None] Bound using segment: {'id': '1518ad10-b1eb-469a-b2c2-2c6841e70835', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:51:13.103439 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-83fbdc98-6f9f-47ff-948c-5283c656fb84 None None] Bound port: c86c3627-fda3-4005-ab17-c21fb5d4706d, host: dv-cinder-760199-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1518ad10-b1eb-469a-b2c2-2c6841e70835', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:51:13.104195 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-83fbdc98-6f9f-47ff-948c-5283c656fb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:13.201292 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-84043f5c-f823-4f05-965e-11caabf0cf44 None None] Provisioning for port 0e039e46-6626-44bb-a907-d58dc1a87362 completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:51:13.236109 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec6c2bf-f842-4734-95a3-c0397858aa96 None None] Pushing event updated for resources: {'Port': ['ID=531e2400-43e0-4f92-be80-12d1f8e184fa,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:13.253681 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-84043f5c-f823-4f05-965e-11caabf0cf44 None None] Provisioning complete for port 0e039e46-6626-44bb-a907-d58dc1a87362 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:13.254260 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-84043f5c-f823-4f05-965e-11caabf0cf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:13.256402 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:13.281315 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-84210c9a-924a-4c3d-8457-e88a2510711a req-ca033a9c-f688-4ce9-8b98-fba748d6ee02 service neutron] 10.222.0.49 "GET /v2.0/networks/7b435b71-d20c-4f15-b462-26d694fc6d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6428778 Feb 17 17:51:13.286991 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6ec6c2bf-f842-4734-95a3-c0397858aa96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:13.307666 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device a3a7ce36-a1a4-4a10-9e07-3a1523febd6a up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:13.320761 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78692895-1101-47d6-af1e-1a4825aaa2a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c34e38-7264-4a5b-8c98-a884b533aff5,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:13.335021 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-78692895-1101-47d6-af1e-1a4825aaa2a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:13.367884 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-630cf125-fbb1-448e-9f79-ccc2c00871ac admin admin] Allocated IP 172.20.0.1 (148e9e2e-c4f3-41c4-97ba-46e9b419a94e/5503d0e5-4ae3-4a76-b823-ab77a7eb8434/b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:51:13.422943 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-83fbdc98-6f9f-47ff-948c-5283c656fb84 None None] For port c86c3627-fda3-4005-ab17-c21fb5d4706d, host dv-cinder-760199-3-smb, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:51:13.484248 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ddefab-c598-4ae3-9b53-72dec51b8201 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=83987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:51:13.492137 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ddefab-c598-4ae3-9b53-72dec51b8201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ab33c9-4173-4298-9641-2efa63ae73db,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:13.498094 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-84043f5c-f823-4f05-965e-11caabf0cf44 None None] Port 0e039e46-6626-44bb-a907-d58dc1a87362 cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:51:13.516680 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-83fbdc98-6f9f-47ff-948c-5283c656fb84 None None] For port c86c3627-fda3-4005-ab17-c21fb5d4706d, host dv-cinder-760199-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=c86c3627-fda3-4005-ab17-c21fb5d4706d,segment=NetworkSegment(1518ad10-b1eb-469a-b2c2-2c6841e70835),segment_id=1518ad10-b1eb-469a-b2c2-2c6841e70835)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:51:13.532505 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-83fbdc98-6f9f-47ff-948c-5283c656fb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:13.580605 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6ec6c2bf-f842-4734-95a3-c0397858aa96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:13.618802 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-78692895-1101-47d6-af1e-1a4825aaa2a2 service neutron] Attempting to bind port d1c34e38-7264-4a5b-8c98-a884b533aff5 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:51:13.619667 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-78692895-1101-47d6-af1e-1a4825aaa2a2 service neutron] Attempting to bind port d1c34e38-7264-4a5b-8c98-a884b533aff5 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'cd4ef5f5-798d-462d-940e-fdbc85c2c98b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '376dd2cb-f819-4afd-88f1-5bdecf18b8d9'}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:51:13.620152 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-78692895-1101-47d6-af1e-1a4825aaa2a2 service neutron] Attempting to bind port d1c34e38-7264-4a5b-8c98-a884b533aff5 on network 376dd2cb-f819-4afd-88f1-5bdecf18b8d9 {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:51:13.630181 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-78692895-1101-47d6-af1e-1a4825aaa2a2 service neutron] Checking agent: {'id': 'ae447a02-7f1d-4456-a484-c4519a85c40b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 38), 'started_at': datetime.datetime(2021, 2, 17, 17, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:51:13.630673 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-78692895-1101-47d6-af1e-1a4825aaa2a2 service neutron] Checking segment: {'id': 'cd4ef5f5-798d-462d-940e-fdbc85c2c98b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '376dd2cb-f819-4afd-88f1-5bdecf18b8d9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:51:13.631207 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-78692895-1101-47d6-af1e-1a4825aaa2a2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:13.631678 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-78692895-1101-47d6-af1e-1a4825aaa2a2 service neutron] Bound using segment: {'id': 'cd4ef5f5-798d-462d-940e-fdbc85c2c98b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '376dd2cb-f819-4afd-88f1-5bdecf18b8d9'} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:51:13.632277 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-78692895-1101-47d6-af1e-1a4825aaa2a2 service neutron] Bound port: d1c34e38-7264-4a5b-8c98-a884b533aff5, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4ef5f5-798d-462d-940e-fdbc85c2c98b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '376dd2cb-f819-4afd-88f1-5bdecf18b8d9'}}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:51:13.632779 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-78692895-1101-47d6-af1e-1a4825aaa2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:13.635551 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a9ddefab-c598-4ae3-9b53-72dec51b8201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:13.739662 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcac051-ad55-4e3c-896f-17b238f3479d None None] Routers {'661907dd-d20f-4582-aef6-0c8db85f6e75'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:51:13.740871 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-fbcac051-ad55-4e3c-896f-17b238f3479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:50:58Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['661907dd-d20f-4582-aef6-0c8db85f6e75'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:13.747787 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 43140) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:13.769512 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-20b84619-7f57-4e35-a1eb-e66f45549368 req-a186ac39-4d4c-41d9-aab6-6089f34a0d1d tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 210 time: 0.1397622 Feb 17 17:51:13.789683 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a9ddefab-c598-4ae3-9b53-72dec51b8201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012526'] for segment, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:13.790077 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.db.segments_db [None req-a9ddefab-c598-4ae3-9b53-72dec51b8201 admin admin] Added segment 3a1a9d32-d669-49d6-a02e-6d69ac4d8740 of type vxlan for network 2b0d5858-e54e-4435-bd67-f302b9566e8c Feb 17 17:51:13.798512 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bd8dd-07f7-4650-9bc9-254a412c2556 req-6ce48ffc-c172-433e-9d02-bfc52bceeb13 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:13.807392 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ae2bd8dd-07f7-4650-9bc9-254a412c2556 req-6ce48ffc-c172-433e-9d02-bfc52bceeb13 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38b84f7-1def-42c7-ba14-c8418ee884b2 HTTP/1.1" status: 200 len: 943 time: 0.5876503 Feb 17 17:51:13.954200 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e01c1e86-c01f-43de-be64-4a6be3469bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:14.029224 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ae2bd8dd-07f7-4650-9bc9-254a412c2556 req-b1b5e88c-f293-4169-a741-fa02ae01d1ec tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083230 Feb 17 17:51:14.040330 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-78692895-1101-47d6-af1e-1a4825aaa2a2 service neutron] For port d1c34e38-7264-4a5b-8c98-a884b533aff5, host hv-cinder-76019, cleared binding levels {{(pid=83986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:51:14.065194 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning for port a3a7ce36-a1a4-4a10-9e07-3a1523febd6a completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:51:14.099241 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-78692895-1101-47d6-af1e-1a4825aaa2a2 service neutron] For port d1c34e38-7264-4a5b-8c98-a884b533aff5, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=d1c34e38-7264-4a5b-8c98-a884b533aff5,segment=NetworkSegment(cd4ef5f5-798d-462d-940e-fdbc85c2c98b),segment_id=cd4ef5f5-798d-462d-940e-fdbc85c2c98b)] {{(pid=83986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:51:14.148526 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port a3a7ce36-a1a4-4a10-9e07-3a1523febd6a triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:14.149097 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:14.172588 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a9ddefab-c598-4ae3-9b53-72dec51b8201 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363283405532856'] for network, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:14.194588 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4bc9cc-2c6e-4bdb-a7b0-78657960e79a None None] Pushing event updated for resources: {'Port': ['ID=c86c3627-fda3-4005-ab17-c21fb5d4706d,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:14.213009 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6c4bc9cc-2c6e-4bdb-a7b0-78657960e79a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:14.319245 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-fbcac051-ad55-4e3c-896f-17b238f3479d None None] Set router 661907dd-d20f-4582-aef6-0c8db85f6e75 gateway port host: dv-cinder-760199-3-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:51:14.382266 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-78692895-1101-47d6-af1e-1a4825aaa2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:14.426813 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fbdc98-6f9f-47ff-948c-5283c656fb84 None None] Routers {'d5ad8e49-5d6c-467e-a581-feea0114cb1f'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:51:14.427529 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-83fbdc98-6f9f-47ff-948c-5283c656fb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:50:58Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['d5ad8e49-5d6c-467e-a581-feea0114cb1f'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:14.524281 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-630cf125-fbb1-448e-9f79-ccc2c00871ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:14.547597 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a9ddefab-c598-4ae3-9b53-72dec51b8201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513'] for network, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:14.560824 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ddefab-c598-4ae3-9b53-72dec51b8201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:14.561388 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a9ddefab-c598-4ae3-9b53-72dec51b8201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:14.576314 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2af258a1-3241-444c-a3cf-d236378186fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:14.612317 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-17b2b270-eb07-45f9-965c-b37648fa7cff tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:14.714498 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.db.resource_extend [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-8fe7570c-ab1a-4036-98fb-185ce41801e7 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 17:51:14.762282 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a937aff-07da-4958-83bc-aeab92ad695a req-19095022-f3c2-4346-947d-3155f67aecb7 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:14.764117 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-6a937aff-07da-4958-83bc-aeab92ad695a req-19095022-f3c2-4346-947d-3155f67aecb7 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab9cb121-af61-420f-9bfe-ecfe7276be57 HTTP/1.1" status: 200 len: 931 time: 0.5562332 Feb 17 17:51:14.764942 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ddefab-c598-4ae3-9b53-72dec51b8201 admin admin] Pushing event updated for resources: {'Network': ['ID=2b0d5858-e54e-4435-bd67-f302b9566e8c,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:14.774748 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-a9ddefab-c598-4ae3-9b53-72dec51b8201 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.3176985 Feb 17 17:51:14.775856 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a9ddefab-c598-4ae3-9b53-72dec51b8201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:14.781124 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-630cf125-fbb1-448e-9f79-ccc2c00871ac admin admin] Transition to ACTIVE for port object b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7 will not be triggered until provisioned by entity DHCP. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:51:14.782497 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 43182) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:14.871763 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-2a8fe502-f14b-4a62-a461-32c81fac5f2b admin admin] Request body: {'subnet': {'network_id': '2b0d5858-e54e-4435-bd67-f302b9566e8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1532412685-subnet', 'tenant_id': '45232d74fe234cda825ee9b1e98a07d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:14.889174 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2a8fe502-f14b-4a62-a461-32c81fac5f2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:14.907701 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-2a8fe502-f14b-4a62-a461-32c81fac5f2b admin admin] Usage tracker for resource:subnet and tenant:45232d74fe234cda825ee9b1e98a07d3 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:14.911338 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-2a8fe502-f14b-4a62-a461-32c81fac5f2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:14.924273 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2a8fe502-f14b-4a62-a461-32c81fac5f2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:14.975492 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78692895-1101-47d6-af1e-1a4825aaa2a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c34e38-7264-4a5b-8c98-a884b533aff5,revision_number=3']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:14.980227 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-78692895-1101-47d6-af1e-1a4825aaa2a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:14.981384 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8c680194-2def-49b5-8ca9-2fe3b678051e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:15.003242 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8fe502-f14b-4a62-a461-32c81fac5f2b admin admin] Made reservation on behalf of 45232d74fe234cda825ee9b1e98a07d3 for: {'subnet': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:51:15.009567 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2a8fe502-f14b-4a62-a461-32c81fac5f2b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:15.040627 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Network 2b0d5858-e54e-4435-bd67-f302b9566e8c details requested by agent ovs-agent-dv-cinder-760199-3-smb with host dv-cinder-760199-3-smb {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:51:15.063048 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Network 2b0d5858-e54e-4435-bd67-f302b9566e8c details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:51:15.109170 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-8c680194-2def-49b5-8ca9-2fe3b678051e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:15.113801 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-8c680194-2def-49b5-8ca9-2fe3b678051e admin admin] Usage tracker for resource:security_group_rule and tenant:95c327a88e9641cca5cb7c04dd0a8a15 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:15.117402 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-8c680194-2def-49b5-8ca9-2fe3b678051e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:15.124583 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-8c680194-2def-49b5-8ca9-2fe3b678051e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:15.186301 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:15.206159 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] For port a3a7ce36-a1a4-4a10-9e07-3a1523febd6a, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=a3a7ce36-a1a4-4a10-9e07-3a1523febd6a,segment=NetworkSegment(1518ad10-b1eb-469a-b2c2-2c6841e70835),segment_id=1518ad10-b1eb-469a-b2c2-2c6841e70835)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:51:15.253941 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8c680194-2def-49b5-8ca9-2fe3b678051e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:15.285584 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-78692895-1101-47d6-af1e-1a4825aaa2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:15.286260 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-78692895-1101-47d6-af1e-1a4825aaa2a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:15.287836 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-78692895-1101-47d6-af1e-1a4825aaa2a2 service neutron] 10.222.0.67 "PUT /v2.0/ports/d1c34e38-7264-4a5b-8c98-a884b533aff5 HTTP/1.1" status: 200 len: 1157 time: 5.7048292 Feb 17 17:51:15.288488 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8c680194-2def-49b5-8ca9-2fe3b678051e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:15.299898 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c38b84f7-1def-42c7-ba14-c8418ee884b2', 'tag': 'd1c34e38-7264-4a5b-8c98-a884b533aff5'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:51:15.347199 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:15.361340 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6ec6c2bf-f842-4734-95a3-c0397858aa96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:15.396947 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-8fe7570c-ab1a-4036-98fb-185ce41801e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc884b99-3343-49da-a8e7-7c01283aa477 {{(pid=83987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:51:15.441095 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-6a937aff-07da-4958-83bc-aeab92ad695a req-f8f9377a-9b6e-4b4b-9eda-8232bbd52d1d tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Synchronizing usage tracker for tenant:dcca4d721e714bc486e155f001152460 on resource:security_group {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:51:15.448891 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-8fe7570c-ab1a-4036-98fb-185ce41801e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:15.531169 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.67', 51128) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:15.540258 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-6a937aff-07da-4958-83bc-aeab92ad695a req-f8f9377a-9b6e-4b4b-9eda-8232bbd52d1d tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Unset dirty status for tenant:dcca4d721e714bc486e155f001152460 on resource:security_group {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:51:15.541553 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-6a937aff-07da-4958-83bc-aeab92ad695a req-f8f9377a-9b6e-4b4b-9eda-8232bbd52d1d tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31fc243-2140-44ea-93ae-f0eed0e287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7178068 Feb 17 17:51:15.616482 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ff2ff7a0-6704-4b91-a854-03ce9e7453ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:15.669624 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-8fe7570c-ab1a-4036-98fb-185ce41801e7 service neutron] Transition to ACTIVE for port object dc884b99-3343-49da-a8e7-7c01283aa477 will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:51:15.671917 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44171f69-7958-43a2-96cb-d8d071461f21 req-344273ec-a2bd-4a08-9a1c-9633fcd2db95 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:15.674396 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-44171f69-7958-43a2-96cb-d8d071461f21 req-344273ec-a2bd-4a08-9a1c-9633fcd2db95 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Synchronizing usage tracker for tenant:f216181af2b648939636de50f29d3988 on resource:network {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:51:15.735572 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-83fbdc98-6f9f-47ff-948c-5283c656fb84 None None] Set router d5ad8e49-5d6c-467e-a581-feea0114cb1f gateway port host: dv-cinder-760199-3-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:51:15.818501 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Pushing event updated for resources: {'Port': ['ID=a3a7ce36-a1a4-4a10-9e07-3a1523febd6a,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:15.819018 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-630cf125-fbb1-448e-9f79-ccc2c00871ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:15.840304 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:15.899087 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c680194-2def-49b5-8ca9-2fe3b678051e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d262d737-ddd3-4621-8d7e-f46ea3c03800,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:15.910955 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8c680194-2def-49b5-8ca9-2fe3b678051e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:15.925769 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-8c680194-2def-49b5-8ca9-2fe3b678051e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=95c327a88e9641cca5cb7c04dd0a8a15&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1706798 Feb 17 17:51:15.936448 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 43216) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:15.945053 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-8fe7570c-ab1a-4036-98fb-185ce41801e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:15.986563 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-44171f69-7958-43a2-96cb-d8d071461f21 req-344273ec-a2bd-4a08-9a1c-9633fcd2db95 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Unset dirty status for tenant:f216181af2b648939636de50f29d3988 on resource:network {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:51:15.994455 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-44171f69-7958-43a2-96cb-d8d071461f21 req-344273ec-a2bd-4a08-9a1c-9633fcd2db95 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/networks?id=7b435b71-d20c-4f15-b462-26d694fc6d23 HTTP/1.1" status: 200 len: 819 time: 1.6004114 Feb 17 17:51:15.998652 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-40889d8b-7f9f-4ade-86b2-1145d6b43c47 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:16.025497 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-44171f69-7958-43a2-96cb-d8d071461f21 req-17bf2113-4ca4-47c1-861c-01b0e3e6de78 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/quotas/f216181af2b648939636de50f29d3988 HTTP/1.1" status: 200 len: 375 time: 0.0291252 Feb 17 17:51:16.153323 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-0b3d8220-60e7-4c47-a7e4-802b140d0562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:16.154379 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-0b3d8220-60e7-4c47-a7e4-802b140d0562 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=82d5dedee50c40eebfe29a0df4366919&device_id=c38b84f7-1def-42c7-ba14-c8418ee884b2 HTTP/1.1" status: 200 len: 1160 time: 0.6207943 Feb 17 17:51:16.256205 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2d2ec0aa-db1b-4f2e-91fe-69feb202fa70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:16.283531 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-fbcac051-ad55-4e3c-896f-17b238f3479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661907dd-d20f-4582-aef6-0c8db85f6e75', 'name': 'tempest-ServerRescueNegativeTestJSON-1276168686-router', 'tenant_id': 'f216181af2b648939636de50f29d3988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.166'}], 'enable_snat': True}, 'gw_port_id': '5465c0c6-0aa6-45ba-9836-b53eee2a58ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:46Z', 'updated_at': '2021-02-17T17:51:01Z', 'revision_number': 4, 'project_id': 'f216181af2b648939636de50f29d3988', 'gw_port': {'id': '5465c0c6-0aa6-45ba-9836-b53eee2a58ca', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:66:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661907dd-d20f-4582-aef6-0c8db85f6e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:48Z', 'updated_at': '2021-02-17T17:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': '531e2400-43e0-4f92-be80-12d1f8e184fa', 'name': '', 'network_id': '7b435b71-d20c-4f15-b462-26d694fc6d23', 'tenant_id': 'f216181af2b648939636de50f29d3988', 'mac_address': 'fa:16:3e:ab:ee:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661907dd-d20f-4582-aef6-0c8db85f6e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c2cdc979-22d3-4af2-8aed-276237453deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:57Z', 'updated_at': '2021-02-17T17:51:12Z', 'revision_number': 4, 'project_id': 'f216181af2b648939636de50f29d3988', 'subnets': [{'id': 'c2cdc979-22d3-4af2-8aed-276237453deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:16.291029 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcac051-ad55-4e3c-896f-17b238f3479d None None] The sync data for ids ['661907dd-d20f-4582-aef6-0c8db85f6e75'] in dv-cinder-760199-3-smb is: [{'id': '661907dd-d20f-4582-aef6-0c8db85f6e75', 'name': 'tempest-ServerRescueNegativeTestJSON-1276168686-router', 'tenant_id': 'f216181af2b648939636de50f29d3988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.166'}], 'enable_snat': True}, 'gw_port_id': '5465c0c6-0aa6-45ba-9836-b53eee2a58ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:46Z', 'updated_at': '2021-02-17T17:51:01Z', 'revision_number': 4, 'project_id': 'f216181af2b648939636de50f29d3988', 'gw_port': {'id': '5465c0c6-0aa6-45ba-9836-b53eee2a58ca', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:66:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661907dd-d20f-4582-aef6-0c8db85f6e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:48Z', 'updated_at': '2021-02-17T17:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': '531e2400-43e0-4f92-be80-12d1f8e184fa', 'name': '', 'network_id': '7b435b71-d20c-4f15-b462-26d694fc6d23', 'tenant_id': 'f216181af2b648939636de50f29d3988', 'mac_address': 'fa:16:3e:ab:ee:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661907dd-d20f-4582-aef6-0c8db85f6e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c2cdc979-22d3-4af2-8aed-276237453deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:57Z', 'updated_at': '2021-02-17T17:51:12Z', 'revision_number': 4, 'project_id': 'f216181af2b648939636de50f29d3988', 'subnets': [{'id': 'c2cdc979-22d3-4af2-8aed-276237453deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:51:16.296548 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-83fbdc98-6f9f-47ff-948c-5283c656fb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'name': 'tempest-AttachVolumeTestJSON-1590474071-router', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:51Z', 'updated_at': '2021-02-17T17:51:13Z', 'revision_number': 4, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'gw_port': {'id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:42:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': '0e039e46-6626-44bb-a907-d58dc1a87362', 'name': '', 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'mac_address': 'fa:16:3e:5a:f0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '90273680-1e5e-433f-9236-ce524691d25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:09Z', 'updated_at': '2021-02-17T17:51:10Z', 'revision_number': 1, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'subnets': [{'id': '90273680-1e5e-433f-9236-ce524691d25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:16.304960 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fbdc98-6f9f-47ff-948c-5283c656fb84 None None] The sync data for ids ['d5ad8e49-5d6c-467e-a581-feea0114cb1f'] in dv-cinder-760199-3-smb is: [{'id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'name': 'tempest-AttachVolumeTestJSON-1590474071-router', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:51Z', 'updated_at': '2021-02-17T17:51:13Z', 'revision_number': 4, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'gw_port': {'id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:42:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': '0e039e46-6626-44bb-a907-d58dc1a87362', 'name': '', 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'mac_address': 'fa:16:3e:5a:f0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '90273680-1e5e-433f-9236-ce524691d25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:09Z', 'updated_at': '2021-02-17T17:51:10Z', 'revision_number': 1, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'subnets': [{'id': '90273680-1e5e-433f-9236-ce524691d25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:51:16.312940 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2d2ec0aa-db1b-4f2e-91fe-69feb202fa70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:16.384466 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-75ffd050-2eaa-4910-9c85-45bf68f5fe16 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1c34e38-7264-4a5b-8c98-a884b533aff5 HTTP/1.1" status: 200 len: 217 time: 0.2119875 Feb 17 17:51:16.389747 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2d2ec0aa-db1b-4f2e-91fe-69feb202fa70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:16.449312 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:16.458688 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.db.resource_extend [None req-e01c1e86-c01f-43de-be64-4a6be3469bf6 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 17:51:16.521261 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e01c1e86-c01f-43de-be64-4a6be3469bf6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:16.539737 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-44171f69-7958-43a2-96cb-d8d071461f21 req-ab6657f8-e88b-4628-9613-4d7a8f490113 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Synchronizing usage tracker for tenant:f216181af2b648939636de50f29d3988 on resource:port {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:51:16.544101 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ec0aa-db1b-4f2e-91fe-69feb202fa70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d262d737-ddd3-4621-8d7e-f46ea3c03800,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:16.553776 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2d2ec0aa-db1b-4f2e-91fe-69feb202fa70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:16.562048 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e01c1e86-c01f-43de-be64-4a6be3469bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:16.577029 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e01c1e86-c01f-43de-be64-4a6be3469bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7924080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8287857'] for router_interface, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:16.609031 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a5e06156-193b-4328-af60-ab2b202d08cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:16.637634 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 43236) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:16.674063 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630cf125-fbb1-448e-9f79-ccc2c00871ac admin admin] Pushing event updated for resources: {'Port': ['ID=b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:16.722576 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-44171f69-7958-43a2-96cb-d8d071461f21 req-ab6657f8-e88b-4628-9613-4d7a8f490113 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Unset dirty status for tenant:f216181af2b648939636de50f29d3988 on resource:port {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:51:16.733420 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-44171f69-7958-43a2-96cb-d8d071461f21 req-ab6657f8-e88b-4628-9613-4d7a8f490113 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f216181af2b648939636de50f29d3988&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7068810 Feb 17 17:51:16.759499 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-2136fc28-8505-4a37-92a6-8842a22e64ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:16.762892 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-2136fc28-8505-4a37-92a6-8842a22e64ae service neutron] 10.222.0.67 "GET /v2.0/subnets?id=70d362a4-3ff5-447c-8b3d-f3421ca1f4a0 HTTP/1.1" status: 200 len: 852 time: 0.3716273 Feb 17 17:51:16.763830 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2d2ec0aa-db1b-4f2e-91fe-69feb202fa70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:16.767503 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-2d2ec0aa-db1b-4f2e-91fe-69feb202fa70 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d262d737-ddd3-4621-8d7e-f46ea3c03800 HTTP/1.1" status: 204 len: 168 time: 0.8188937 Feb 17 17:51:16.783532 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84210c9a-924a-4c3d-8457-e88a2510711a req-a132a487-aea8-4228-abf0-ce043322c972 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:16.785394 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-84210c9a-924a-4c3d-8457-e88a2510711a req-a132a487-aea8-4228-abf0-ce043322c972 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.67 "GET /v2.0/networks?id=7b435b71-d20c-4f15-b462-26d694fc6d23 HTTP/1.1" status: 200 len: 819 time: 1.2464516 Feb 17 17:51:16.894040 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630cf125-fbb1-448e-9f79-ccc2c00871ac admin admin] Network 148e9e2e-c4f3-41c4-97ba-46e9b419a94e is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:51:16.907526 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-630cf125-fbb1-448e-9f79-ccc2c00871ac admin admin] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:51:16.920533 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-ef463e92-a120-4f6d-92bb-b1ff93146bd0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=376dd2cb-f819-4afd-88f1-5bdecf18b8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1313863 Feb 17 17:51:16.946142 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-84210c9a-924a-4c3d-8457-e88a2510711a req-4f9d2d4a-3cc6-45ab-b36e-0bcc8d6e470a tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Request body: {'port': {'device_id': 'd904e59e-5491-4c6b-b42d-fb0bd064bd7e', 'network_id': '7b435b71-d20c-4f15-b462-26d694fc6d23', 'admin_state_up': True, 'tenant_id': 'f216181af2b648939636de50f29d3988'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:16.988289 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c1e86-c01f-43de-be64-4a6be3469bf6 admin admin] Pushing event updated for resources: {'Port': ['ID=0e039e46-6626-44bb-a907-d58dc1a87362,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:16.992958 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e01c1e86-c01f-43de-be64-4a6be3469bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:17.181788 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630cf125-fbb1-448e-9f79-ccc2c00871ac admin admin] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:51:17.182347 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-630cf125-fbb1-448e-9f79-ccc2c00871ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846488041'] for router_interface, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:17.353149 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01c1e86-c01f-43de-be64-4a6be3469bf6 admin admin] Network 2bd27a9c-fc05-4957-b6fc-79c4c62cef95 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:51:17.360897 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [req-44171f69-7958-43a2-96cb-d8d071461f21 req-ded5089c-fdfa-4a03-a7c7-e3602b4ef41d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=83986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:51:17.362035 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-44171f69-7958-43a2-96cb-d8d071461f21 req-ded5089c-fdfa-4a03-a7c7-e3602b4ef41d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4451551 Feb 17 17:51:17.363016 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-e01c1e86-c01f-43de-be64-4a6be3469bf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:51:17.371035 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-978d7fde-306a-4463-8f81-6b140142343e None None] Provisioning for port b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7 completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:51:17.377485 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-978d7fde-306a-4463-8f81-6b140142343e None None] Provisioning complete for port b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:17.378026 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-978d7fde-306a-4463-8f81-6b140142343e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:17.515621 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-978d7fde-306a-4463-8f81-6b140142343e None None] Port b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7 cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:51:17.555944 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d642f-7575-4cd2-9f15-2467716d0e2e req-38d62fb3-5d49-4b25-8aae-22d45d4bc02c tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:17.565587 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-593d642f-7575-4cd2-9f15-2467716d0e2e req-38d62fb3-5d49-4b25-8aae-22d45d4bc02c tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38b84f7-1def-42c7-ba14-c8418ee884b2 HTTP/1.1" status: 200 len: 943 time: 1.7275705 Feb 17 17:51:17.675977 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device a3a7ce36-a1a4-4a10-9e07-3a1523febd6a up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:17.715332 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 43254) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:17.719391 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-84210c9a-924a-4c3d-8457-e88a2510711a req-4f9d2d4a-3cc6-45ab-b36e-0bcc8d6e470a tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:17.754160 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7570c-ab1a-4036-98fb-185ce41801e7 service neutron] Pushing event updated for resources: {'Port': ['ID=dc884b99-3343-49da-a8e7-7c01283aa477,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:17.759454 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8fe7570c-ab1a-4036-98fb-185ce41801e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.761s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:17.779147 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.482s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:17.779557 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:17.795075 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-84210c9a-924a-4c3d-8457-e88a2510711a req-4f9d2d4a-3cc6-45ab-b36e-0bcc8d6e470a tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:17.830100 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c7314249-27f5-4740-a0b0-8fd8a9e97379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:17.842040 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-2c837a42-eff8-47c3-b94b-4ce50ec54f8b service neutron] 10.222.0.67 "GET /v2.0/networks/376dd2cb-f819-4afd-88f1-5bdecf18b8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8590026 Feb 17 17:51:17.871242 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port a3a7ce36-a1a4-4a10-9e07-3a1523febd6a triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:17.871970 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:17.885455 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-854f2273-42f0-4d8f-9907-6c8b04b75b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:17.894363 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84210c9a-924a-4c3d-8457-e88a2510711a req-4f9d2d4a-3cc6-45ab-b36e-0bcc8d6e470a tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Made reservation on behalf of f216181af2b648939636de50f29d3988 for: {'port': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:51:17.902258 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-84210c9a-924a-4c3d-8457-e88a2510711a req-4f9d2d4a-3cc6-45ab-b36e-0bcc8d6e470a tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:17.931974 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-8fe7570c-ab1a-4036-98fb-185ce41801e7 service neutron] Attempting to bind port dc884b99-3343-49da-a8e7-7c01283aa477 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:51:17.932361 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-8fe7570c-ab1a-4036-98fb-185ce41801e7 service neutron] Attempting to bind port dc884b99-3343-49da-a8e7-7c01283aa477 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '06504556-ee0e-41bf-83d7-9f856d0ff689', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '89c700d9-06b9-42b9-985d-0b8a4eadc54c'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:51:17.933315 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-8fe7570c-ab1a-4036-98fb-185ce41801e7 service neutron] Attempting to bind port dc884b99-3343-49da-a8e7-7c01283aa477 on network 89c700d9-06b9-42b9-985d-0b8a4eadc54c {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:51:17.972622 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5c6691fd-a4fe-4fc4-b972-43f86ffc6c8e None None] Provisioning complete for port 0e039e46-6626-44bb-a907-d58dc1a87362 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:17.973232 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5c6691fd-a4fe-4fc4-b972-43f86ffc6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:17.973489 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-8fe7570c-ab1a-4036-98fb-185ce41801e7 service neutron] Checking agent: {'id': 'ae447a02-7f1d-4456-a484-c4519a85c40b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 38), 'started_at': datetime.datetime(2021, 2, 17, 17, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:51:17.973875 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-8fe7570c-ab1a-4036-98fb-185ce41801e7 service neutron] Checking segment: {'id': '06504556-ee0e-41bf-83d7-9f856d0ff689', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '89c700d9-06b9-42b9-985d-0b8a4eadc54c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:51:17.974335 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-8fe7570c-ab1a-4036-98fb-185ce41801e7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:17.974735 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-8fe7570c-ab1a-4036-98fb-185ce41801e7 service neutron] Bound using segment: {'id': '06504556-ee0e-41bf-83d7-9f856d0ff689', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '89c700d9-06b9-42b9-985d-0b8a4eadc54c'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:51:17.975438 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-8fe7570c-ab1a-4036-98fb-185ce41801e7 service neutron] Bound port: dc884b99-3343-49da-a8e7-7c01283aa477, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06504556-ee0e-41bf-83d7-9f856d0ff689', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '89c700d9-06b9-42b9-985d-0b8a4eadc54c'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:51:17.975811 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-8fe7570c-ab1a-4036-98fb-185ce41801e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:18.039901 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-854f2273-42f0-4d8f-9907-6c8b04b75b23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:18.072778 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-854f2273-42f0-4d8f-9907-6c8b04b75b23 admin admin] Usage tracker for resource:security_group_rule and tenant:002ef8e0bd8949ba9dafbc27279bb602 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:18.095902 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-854f2273-42f0-4d8f-9907-6c8b04b75b23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:18.101453 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-44171f69-7958-43a2-96cb-d8d071461f21 req-7f4e2042-c3b6-4ca4-a99a-157ad1053c3a service neutron] 10.222.0.49 "GET /v2.0/networks/7b435b71-d20c-4f15-b462-26d694fc6d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7270827 Feb 17 17:51:18.112563 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-854f2273-42f0-4d8f-9907-6c8b04b75b23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:18.114598 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-5c6691fd-a4fe-4fc4-b972-43f86ffc6c8e None None] Port 0e039e46-6626-44bb-a907-d58dc1a87362 cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:51:18.129435 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c7314249-27f5-4740-a0b0-8fd8a9e97379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:18.134606 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-c7314249-27f5-4740-a0b0-8fd8a9e97379 admin admin] Usage tracker for resource:security_group_rule and tenant:8de2306542d04e4380cba9746c239854 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:18.139888 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-c7314249-27f5-4740-a0b0-8fd8a9e97379 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:18.146718 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c7314249-27f5-4740-a0b0-8fd8a9e97379 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:18.203895 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-593d642f-7575-4cd2-9f15-2467716d0e2e req-7b1dc6a7-dfaa-41b9-b437-779b47bfb76f tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Synchronizing usage tracker for tenant:82d5dedee50c40eebfe29a0df4366919 on resource:security_group {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:51:18.209576 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2a8fe502-f14b-4a62-a461-32c81fac5f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846389800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513'] for subnet, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:18.218776 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device 531e2400-43e0-4f92-be80-12d1f8e184fa up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:18.303759 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning for port 531e2400-43e0-4f92-be80-12d1f8e184fa completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:51:18.312751 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port 531e2400-43e0-4f92-be80-12d1f8e184fa triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:18.313184 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:18.484402 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01c1e86-c01f-43de-be64-4a6be3469bf6 admin admin] Router d5ad8e49-5d6c-467e-a581-feea0114cb1f has already been hosted by L3 agent b696c7bc-35f9-4b20-9049-f598d63d0e6c {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:51:18.502665 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:18.568876 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] For port 531e2400-43e0-4f92-be80-12d1f8e184fa, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=531e2400-43e0-4f92-be80-12d1f8e184fa,segment=NetworkSegment(31aff11b-7396-4981-85ef-5b95614ed352),segment_id=31aff11b-7396-4981-85ef-5b95614ed352)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:51:18.574848 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:18.581141 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:18.604194 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:18.610269 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7cb6ab21-0373-47b6-a95d-af7ad2593ef6 req-e7229238-c542-4f5d-96bd-98b8a53fefa4 service neutron] 10.222.0.67 "GET /v2.0/networks/376dd2cb-f819-4afd-88f1-5bdecf18b8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7552471 Feb 17 17:51:18.690464 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Pushing event updated for resources: {'Port': ['ID=531e2400-43e0-4f92-be80-12d1f8e184fa,revision_number=5']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:18.694704 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:18.733169 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-593d642f-7575-4cd2-9f15-2467716d0e2e req-7b1dc6a7-dfaa-41b9-b437-779b47bfb76f tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Unset dirty status for tenant:82d5dedee50c40eebfe29a0df4366919 on resource:security_group {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:51:18.734402 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-593d642f-7575-4cd2-9f15-2467716d0e2e req-7b1dc6a7-dfaa-41b9-b437-779b47bfb76f tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1679418 Feb 17 17:51:18.760255 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-8fe7570c-ab1a-4036-98fb-185ce41801e7 service neutron] For port dc884b99-3343-49da-a8e7-7c01283aa477, host hv-cinder-76019, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:51:18.812747 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-8fe7570c-ab1a-4036-98fb-185ce41801e7 service neutron] For port dc884b99-3343-49da-a8e7-7c01283aa477, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=dc884b99-3343-49da-a8e7-7c01283aa477,segment=NetworkSegment(06504556-ee0e-41bf-83d7-9f856d0ff689),segment_id=06504556-ee0e-41bf-83d7-9f856d0ff689)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:51:18.851447 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-44171f69-7958-43a2-96cb-d8d071461f21 req-a0caa123-7dc7-4329-90c7-f5ced69a404d service neutron] 10.222.0.49 "GET /v2.0/networks/7b435b71-d20c-4f15-b462-26d694fc6d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7344658 Feb 17 17:51:18.871391 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8fe502-f14b-4a62-a461-32c81fac5f2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa6ea4d3-bf44-45a1-8a70-9c2ae8404cd0,revision_number=0']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:18.874502 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-854f2273-42f0-4d8f-9907-6c8b04b75b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:18.882904 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-854f2273-42f0-4d8f-9907-6c8b04b75b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:18.900726 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-23388597-02f8-4326-b7c7-6aa09ad06488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:18.920334 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c7314249-27f5-4740-a0b0-8fd8a9e97379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:18.925950 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-8fe7570c-ab1a-4036-98fb-185ce41801e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:18.937428 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2a8fe502-f14b-4a62-a461-32c81fac5f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:18.940209 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c7314249-27f5-4740-a0b0-8fd8a9e97379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:18.972148 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f2273-42f0-4d8f-9907-6c8b04b75b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9853b98-9d80-4ab7-9032-33a98683d4a5,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:18.979088 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-854f2273-42f0-4d8f-9907-6c8b04b75b23 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=002ef8e0bd8949ba9dafbc27279bb602&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2543895 Feb 17 17:51:18.982738 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-854f2273-42f0-4d8f-9907-6c8b04b75b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:18.983382 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 43260) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:18.984477 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01c1e86-c01f-43de-be64-4a6be3469bf6 admin admin] Notify agent at l3_agent.dv-cinder-760199-3-smb the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:51:19.025655 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-e01c1e86-c01f-43de-be64-4a6be3469bf6 admin admin] 10.222.0.49 "PUT /v2.0/routers/d5ad8e49-5d6c-467e-a581-feea0114cb1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6003680 Feb 17 17:51:19.089906 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4cf641ed-a6fb-4fbf-8fbe-4b23619c3093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:19.142812 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4cf641ed-a6fb-4fbf-8fbe-4b23619c3093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:19.202679 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:19.223400 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4cf641ed-a6fb-4fbf-8fbe-4b23619c3093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:19.233286 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cf24c71a-1bef-4fd3-9a2c-31026cb15a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:19.270458 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf641ed-a6fb-4fbf-8fbe-4b23619c3093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9853b98-9d80-4ab7-9032-33a98683d4a5,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:19.281493 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4cf641ed-a6fb-4fbf-8fbe-4b23619c3093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:19.282779 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4cf641ed-a6fb-4fbf-8fbe-4b23619c3093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:19.284050 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-4cf641ed-a6fb-4fbf-8fbe-4b23619c3093 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f9853b98-9d80-4ab7-9032-33a98683d4a5 HTTP/1.1" status: 204 len: 168 time: 0.2975869 Feb 17 17:51:19.350934 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c38b84f7-1def-42c7-ba14-c8418ee884b2', 'tag': 'd1c34e38-7264-4a5b-8c98-a884b533aff5', 'status': 'completed', 'code': 200} Feb 17 17:51:19.608140 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3ac65-f947-4731-ac21-d7c1247809e5 req-354734a9-a4bb-41ab-861a-ed91f7c2fc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:19.609820 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-92d3ac65-f947-4731-ac21-d7c1247809e5 req-354734a9-a4bb-41ab-861a-ed91f7c2fc0a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=82d5dedee50c40eebfe29a0df4366919&device_id=c38b84f7-1def-42c7-ba14-c8418ee884b2 HTTP/1.1" status: 200 len: 1160 time: 0.2033808 Feb 17 17:51:19.622550 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device 531e2400-43e0-4f92-be80-12d1f8e184fa up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:19.683776 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-630cf125-fbb1-448e-9f79-ccc2c00871ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:19.720894 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5907930-48a3-4226-8d24-8034c02552c6 req-407cea3c-8796-4f6d-85be-61f01b059429 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:19.739938 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d5907930-48a3-4226-8d24-8034c02552c6 req-407cea3c-8796-4f6d-85be-61f01b059429 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab9cb121-af61-420f-9bfe-ecfe7276be57 HTTP/1.1" status: 200 len: 943 time: 0.2432954 Feb 17 17:51:19.778456 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port 531e2400-43e0-4f92-be80-12d1f8e184fa triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:19.778880 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:19.831607 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8fe502-f14b-4a62-a461-32c81fac5f2b admin admin] Checking segment: {'id': '3a1a9d32-d669-49d6-a02e-6d69ac4d8740', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '2b0d5858-e54e-4435-bd67-f302b9566e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:51:19.832016 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8fe502-f14b-4a62-a461-32c81fac5f2b admin admin] Network hostable DHCP agents. Network: 2b0d5858-e54e-4435-bd67-f302b9566e8c, hostable agents: ['8546a6d4-f394-45d5-bab8-9d45fc62bb83'], hosted agents: [] {{(pid=83987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:51:19.862631 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d5907930-48a3-4226-8d24-8034c02552c6 req-54c86ef8-6823-4845-b9b6-06277a1fca21 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31fc243-2140-44ea-93ae-f0eed0e287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192181 Feb 17 17:51:19.869480 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-8fe7570c-ab1a-4036-98fb-185ce41801e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:19.870776 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-8fe7570c-ab1a-4036-98fb-185ce41801e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:19.872371 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-8fe7570c-ab1a-4036-98fb-185ce41801e7 service neutron] 10.222.0.67 "PUT /v2.0/ports/dc884b99-3343-49da-a8e7-7c01283aa477 HTTP/1.1" status: 200 len: 1157 time: 9.0855882 Feb 17 17:51:19.873023 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab9cb121-af61-420f-9bfe-ecfe7276be57', 'tag': 'dc884b99-3343-49da-a8e7-7c01283aa477'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:51:19.930751 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3ac65-f947-4731-ac21-d7c1247809e5 req-c4ef5ef2-673b-497d-9845-9b7656e3e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:19.932606 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-92d3ac65-f947-4731-ac21-d7c1247809e5 req-c4ef5ef2-673b-497d-9845-9b7656e3e783 service neutron] 10.222.0.67 "GET /v2.0/networks?id=376dd2cb-f819-4afd-88f1-5bdecf18b8d9 HTTP/1.1" status: 200 len: 906 time: 0.3019581 Feb 17 17:51:19.949379 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1be2a756-4780-471b-ae8b-3385a6070645 req-878c84b5-16be-4fe2-8e45-19586f1f9509 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 210 time: 0.2226830 Feb 17 17:51:20.042646 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-92d3ac65-f947-4731-ac21-d7c1247809e5 req-165d62fb-8ae1-41d8-9a4b-73300c672ebb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1c34e38-7264-4a5b-8c98-a884b533aff5 HTTP/1.1" status: 200 len: 217 time: 0.0947161 Feb 17 17:51:20.049702 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-c7314249-27f5-4740-a0b0-8fd8a9e97379 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8de2306542d04e4380cba9746c239854&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4040635 Feb 17 17:51:20.053103 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 43300) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:20.124339 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device c86c3627-fda3-4005-ab17-c21fb5d4706d up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:20.246992 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6d42870e-c3f7-416d-8839-95781452f1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:20.265192 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8fe502-f14b-4a62-a461-32c81fac5f2b admin admin] Network 2b0d5858-e54e-4435-bd67-f302b9566e8c is scheduled to be hosted by DHCP agent 8546a6d4-f394-45d5-bab8-9d45fc62bb83 with binding_index 1 {{(pid=83987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:51:20.328321 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning for port c86c3627-fda3-4005-ab17-c21fb5d4706d completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:51:20.334643 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port c86c3627-fda3-4005-ab17-c21fb5d4706d triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:20.335240 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:20.360000 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6d42870e-c3f7-416d-8839-95781452f1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:20.370428 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7570c-ab1a-4036-98fb-185ce41801e7 service neutron] Pushing event updated for resources: {'Port': ['ID=dc884b99-3343-49da-a8e7-7c01283aa477,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:20.392503 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8fe7570c-ab1a-4036-98fb-185ce41801e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.190s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:20.395541 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.715s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:20.453958 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3ac65-f947-4731-ac21-d7c1247809e5 req-f3a74065-fd0d-4e36-a2e9-c2adb2d8974d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:20.455579 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-92d3ac65-f947-4731-ac21-d7c1247809e5 req-f3a74065-fd0d-4e36-a2e9-c2adb2d8974d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=70d362a4-3ff5-447c-8b3d-f3421ca1f4a0 HTTP/1.1" status: 200 len: 852 time: 0.2130566 Feb 17 17:51:20.485943 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-2a8fe502-f14b-4a62-a461-32c81fac5f2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-smb, 2b0d5858-e54e-4435-bd67-f302b9566e8c) {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:51:20.513022 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6d42870e-c3f7-416d-8839-95781452f1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:20.521439 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:20.538575 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-92d3ac65-f947-4731-ac21-d7c1247809e5 req-6282154d-8f33-46a1-b29a-4283ec40c078 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=376dd2cb-f819-4afd-88f1-5bdecf18b8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750697 Feb 17 17:51:20.542556 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf52698-9aa3-4f91-9654-ceeb08f817c8 None None] Network 2b0d5858-e54e-4435-bd67-f302b9566e8c requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:51:20.553172 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42870e-c3f7-416d-8839-95781452f1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9337a7d6-7621-4b38-99f9-347857a6a1e3,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:20.556722 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6d42870e-c3f7-416d-8839-95781452f1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:20.581066 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-6d42870e-c3f7-416d-8839-95781452f1de admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9337a7d6-7621-4b38-99f9-347857a6a1e3 HTTP/1.1" status: 204 len: 168 time: 0.5252073 Feb 17 17:51:20.582800 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6d42870e-c3f7-416d-8839-95781452f1de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:20.638466 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8fe502-f14b-4a62-a461-32c81fac5f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:20.642322 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2a8fe502-f14b-4a62-a461-32c81fac5f2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for subnet, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:20.791070 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-84210c9a-924a-4c3d-8457-e88a2510711a req-4f9d2d4a-3cc6-45ab-b36e-0bcc8d6e470a tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Allocated IP 172.20.0.6 (7b435b71-d20c-4f15-b462-26d694fc6d23/c2cdc979-22d3-4af2-8aed-276237453deb/7d482831-300d-4594-8b0f-d3b31c42e5e4) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:51:20.795436 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-92d3ac65-f947-4731-ac21-d7c1247809e5 req-13e36ba5-b5d3-4582-af29-c1bc41dbff86 service neutron] 10.222.0.67 "GET /v2.0/networks/376dd2cb-f819-4afd-88f1-5bdecf18b8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347395 Feb 17 17:51:21.252772 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3210937f-c43a-4ae0-9baf-1e85affc6484 None None] Sync routers for ids ['d5ad8e49-5d6c-467e-a581-feea0114cb1f'] in dv-cinder-760199-3-smb {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:51:21.288128 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3210937f-c43a-4ae0-9baf-1e85affc6484 None None] Routers {'d5ad8e49-5d6c-467e-a581-feea0114cb1f'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:51:21.290906 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-3210937f-c43a-4ae0-9baf-1e85affc6484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:50:58Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['d5ad8e49-5d6c-467e-a581-feea0114cb1f'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:21.355360 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.67', 51134) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:21.477692 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 43328) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:21.481461 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-92d3ac65-f947-4731-ac21-d7c1247809e5 req-a05c53ad-c8c1-4156-9a76-8f9af892ce3d service neutron] 10.222.0.67 "GET /v2.0/networks/376dd2cb-f819-4afd-88f1-5bdecf18b8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6828437 Feb 17 17:51:21.591329 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:21.606478 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7314249-27f5-4740-a0b0-8fd8a9e97379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9337a7d6-7621-4b38-99f9-347857a6a1e3,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:21.623022 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 43336) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:21.692934 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-be5a1d0a-3490-4696-b5c6-60d8abfebb30 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1671861653', 'description': 'tempest-description--972320290'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:21.713850 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-be5a1d0a-3490-4696-b5c6-60d8abfebb30 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:21.730115 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] For port c86c3627-fda3-4005-ab17-c21fb5d4706d, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=c86c3627-fda3-4005-ab17-c21fb5d4706d,segment=NetworkSegment(1518ad10-b1eb-469a-b2c2-2c6841e70835),segment_id=1518ad10-b1eb-469a-b2c2-2c6841e70835)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:51:21.733030 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6092ad9-6dab-4837-abb5-ac60ca6cab26 None None] Network 2b0d5858-e54e-4435-bd67-f302b9566e8c requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:51:21.740914 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-be5a1d0a-3490-4696-b5c6-60d8abfebb30 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Usage tracker for resource:security_group and tenant:bc924de1492e41db80e64bc749ca753a is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:21.749166 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-be5a1d0a-3490-4696-b5c6-60d8abfebb30 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:21.764886 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-be5a1d0a-3490-4696-b5c6-60d8abfebb30 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:21.778628 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-3210937f-c43a-4ae0-9baf-1e85affc6484 None None] Set router d5ad8e49-5d6c-467e-a581-feea0114cb1f gateway port host: dv-cinder-760199-3-smb {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:51:21.785641 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:21.865839 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44171f69-7958-43a2-96cb-d8d071461f21 req-e23c7fca-9b14-46bb-890c-5d3abe2e914c tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:21.867805 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-44171f69-7958-43a2-96cb-d8d071461f21 req-e23c7fca-9b14-46bb-890c-5d3abe2e914c tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.67 "GET /v2.0/networks?id=7b435b71-d20c-4f15-b462-26d694fc6d23 HTTP/1.1" status: 200 len: 819 time: 0.5110643 Feb 17 17:51:21.869528 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-be5a1d0a-3490-4696-b5c6-60d8abfebb30 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:21.875514 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-84210c9a-924a-4c3d-8457-e88a2510711a req-4f9d2d4a-3cc6-45ab-b36e-0bcc8d6e470a tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:21.895458 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-be5a1d0a-3490-4696-b5c6-60d8abfebb30 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:21.900221 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-be5a1d0a-3490-4696-b5c6-60d8abfebb30 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Usage tracker for resource:security_group_rule and tenant:bc924de1492e41db80e64bc749ca753a is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:21.904796 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-be5a1d0a-3490-4696-b5c6-60d8abfebb30 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:21.909228 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c7314249-27f5-4740-a0b0-8fd8a9e97379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.513s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:21.914091 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:21.922822 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-44171f69-7958-43a2-96cb-d8d071461f21 req-dd4c504c-a707-4c1e-ad80-7de695ec22c3 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Request body: {'port': {'device_id': '157c3c6d-16b7-4682-9f11-3ac29098a66c', 'network_id': '7b435b71-d20c-4f15-b462-26d694fc6d23', 'admin_state_up': True, 'tenant_id': 'f216181af2b648939636de50f29d3988'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:21.947652 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-be5a1d0a-3490-4696-b5c6-60d8abfebb30 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:22.054306 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3fc88afe-110b-48d6-9563-e2f5710dadb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:22.133713 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-d8c3528b-6fba-4ff0-91c3-d7a789ca7979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:22.135921 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-d8c3528b-6fba-4ff0-91c3-d7a789ca7979 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dcca4d721e714bc486e155f001152460&device_id=ab9cb121-af61-420f-9bfe-ecfe7276be57 HTTP/1.1" status: 200 len: 1160 time: 2.1400819 Feb 17 17:51:22.152178 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-84210c9a-924a-4c3d-8457-e88a2510711a req-4f9d2d4a-3cc6-45ab-b36e-0bcc8d6e470a tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:22.178469 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd71e5-9599-4e8d-a3c2-de92b1c324aa req-58bcb737-e069-42b8-b811-89913906a365 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:22.179568 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-68fd71e5-9599-4e8d-a3c2-de92b1c324aa req-58bcb737-e069-42b8-b811-89913906a365 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38b84f7-1def-42c7-ba14-c8418ee884b2 HTTP/1.1" status: 200 len: 943 time: 1.9112430 Feb 17 17:51:22.220020 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-44171f69-7958-43a2-96cb-d8d071461f21 req-dd4c504c-a707-4c1e-ad80-7de695ec22c3 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:22.238498 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-44171f69-7958-43a2-96cb-d8d071461f21 req-dd4c504c-a707-4c1e-ad80-7de695ec22c3 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Usage tracker for resource:port and tenant:f216181af2b648939636de50f29d3988 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:22.245366 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-44171f69-7958-43a2-96cb-d8d071461f21 req-dd4c504c-a707-4c1e-ad80-7de695ec22c3 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:22.251648 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-be5a1d0a-3490-4696-b5c6-60d8abfebb30 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:22.257683 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-44171f69-7958-43a2-96cb-d8d071461f21 req-dd4c504c-a707-4c1e-ad80-7de695ec22c3 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:22.268030 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-be5a1d0a-3490-4696-b5c6-60d8abfebb30 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:22.295960 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44171f69-7958-43a2-96cb-d8d071461f21 req-dd4c504c-a707-4c1e-ad80-7de695ec22c3 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Made reservation on behalf of f216181af2b648939636de50f29d3988 for: {'port': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:51:22.301495 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-44171f69-7958-43a2-96cb-d8d071461f21 req-dd4c504c-a707-4c1e-ad80-7de695ec22c3 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:22.365616 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Pushing event updated for resources: {'Port': ['ID=c86c3627-fda3-4005-ab17-c21fb5d4706d,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:22.368006 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab9cb121-af61-420f-9bfe-ecfe7276be57', 'tag': 'dc884b99-3343-49da-a8e7-7c01283aa477', 'status': 'completed', 'code': 200} Feb 17 17:51:22.381396 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:22.402404 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-3fc88afe-110b-48d6-9563-e2f5710dadb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:22.408410 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:22.440296 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-3210937f-c43a-4ae0-9baf-1e85affc6484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'name': 'tempest-AttachVolumeTestJSON-1590474071-router', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:51Z', 'updated_at': '2021-02-17T17:51:13Z', 'revision_number': 4, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'gw_port': {'id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:42:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': '0e039e46-6626-44bb-a907-d58dc1a87362', 'name': '', 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'mac_address': 'fa:16:3e:5a:f0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '90273680-1e5e-433f-9236-ce524691d25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:09Z', 'updated_at': '2021-02-17T17:51:15Z', 'revision_number': 2, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'subnets': [{'id': '90273680-1e5e-433f-9236-ce524691d25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:22.453740 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3210937f-c43a-4ae0-9baf-1e85affc6484 None None] Checking router: d5ad8e49-5d6c-467e-a581-feea0114cb1f for host: dv-cinder-760199-3-smb {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:51:22.454164 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3210937f-c43a-4ae0-9baf-1e85affc6484 None None] Updating router d5ad8e49-5d6c-467e-a581-feea0114cb1f port 0e039e46-6626-44bb-a907-d58dc1a87362 binding host dv-cinder-760199-3-smb {{(pid=83989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:51:22.464920 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-be5a1d0a-3490-4696-b5c6-60d8abfebb30 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:22.465558 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-2a8fe502-f14b-4a62-a461-32c81fac5f2b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 7.6292441 Feb 17 17:51:22.466251 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-be5a1d0a-3490-4696-b5c6-60d8abfebb30 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9835312 Feb 17 17:51:22.467766 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-374162c8-95b8-49af-9bc2-5c78ce990a00 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc884b99-3343-49da-a8e7-7c01283aa477 HTTP/1.1" status: 200 len: 217 time: 0.2975438 Feb 17 17:51:22.525734 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-630cf125-fbb1-448e-9f79-ccc2c00871ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:22.530570 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.objects.ports [None req-2f2b303a-5b85-43ad-ba13-06eb04069ded None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83988) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 17:51:22.531216 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:22.542291 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 43358) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:22.563054 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3210937f-c43a-4ae0-9baf-1e85affc6484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:22.564537 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-4e4fc388-8163-4d49-b811-c72c7b804a7b tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Request body: {'security_group_rule': {'security_group_id': '466bc289-fabb-4940-b222-81225db3d92b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:22.591945 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-4e4fc388-8163-4d49-b811-c72c7b804a7b tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:22.600230 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a1d0a-3490-4696-b5c6-60d8abfebb30 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=466bc289-fabb-4940-b222-81225db3d92b,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:22.606539 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-4e4fc388-8163-4d49-b811-c72c7b804a7b tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Usage tracker for resource:security_group_rule and tenant:bc924de1492e41db80e64bc749ca753a is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:22.613979 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-4e4fc388-8163-4d49-b811-c72c7b804a7b tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:22.617209 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-be5a1d0a-3490-4696-b5c6-60d8abfebb30 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:22.627859 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-3fc88afe-110b-48d6-9563-e2f5710dadb8 admin admin] Usage tracker for resource:security_group_rule and tenant:96da72aa979644298f9f5a15026dccf4 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:22.630483 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-4e4fc388-8163-4d49-b811-c72c7b804a7b tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:22.688941 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-3fc88afe-110b-48d6-9563-e2f5710dadb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:22.691913 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-630cf125-fbb1-448e-9f79-ccc2c00871ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:22.728352 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5a63e-ed57-41be-b96d-85f39fd16d18 req-3c74b81a-36e4-446d-b801-2c84afa56868 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:22.730725 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-29a5a63e-ed57-41be-b96d-85f39fd16d18 req-3c74b81a-36e4-446d-b801-2c84afa56868 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab9cb121-af61-420f-9bfe-ecfe7276be57 HTTP/1.1" status: 200 len: 943 time: 0.4067545 Feb 17 17:51:22.740206 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-630cf125-fbb1-448e-9f79-ccc2c00871ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7924080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8287857'] for router_interface, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:22.803428 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4e4fc388-8163-4d49-b811-c72c7b804a7b tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:22.907426 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-3fc88afe-110b-48d6-9563-e2f5710dadb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:23.037479 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device d1c34e38-7264-4a5b-8c98-a884b533aff5 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:23.089147 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-68fd71e5-9599-4e8d-a3c2-de92b1c324aa req-0420ec72-f26f-4f45-9b2a-57a7c1612004 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7188053 Feb 17 17:51:23.090042 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d2d4a-3cc6-45ab-b36e-0bcc8d6e470a tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Pushing event updated for resources: {'Port': ['ID=7d482831-300d-4594-8b0f-d3b31c42e5e4,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:23.093570 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4f9d2d4a-3cc6-45ab-b36e-0bcc8d6e470a tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:23.111583 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:23.117646 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-29a5a63e-ed57-41be-b96d-85f39fd16d18 req-fd883aee-df1b-4fa1-88e9-b811c0b4730b tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31fc243-2140-44ea-93ae-f0eed0e287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802578 Feb 17 17:51:23.156624 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630cf125-fbb1-448e-9f79-ccc2c00871ac admin admin] Network 148e9e2e-c4f3-41c4-97ba-46e9b419a94e is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:51:23.188289 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-630cf125-fbb1-448e-9f79-ccc2c00871ac admin admin] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:51:23.231161 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4e4fc388-8163-4d49-b811-c72c7b804a7b tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:23.233038 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-44171f69-7958-43a2-96cb-d8d071461f21 req-dd4c504c-a707-4c1e-ad80-7de695ec22c3 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Allocated IP 172.20.0.14 (7b435b71-d20c-4f15-b462-26d694fc6d23/c2cdc979-22d3-4af2-8aed-276237453deb/3a68e366-8692-443d-bcac-1c9ed3837f67) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:51:23.254313 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4e4fc388-8163-4d49-b811-c72c7b804a7b tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387695'] for security_group_rule, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:23.269066 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:23.279218 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning for port d1c34e38-7264-4a5b-8c98-a884b533aff5 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:51:23.293774 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port d1c34e38-7264-4a5b-8c98-a884b533aff5 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:23.294207 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:23.319633 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-69720a66-df40-43fa-be81-8ffdd956fa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:23.321990 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4fc388-8163-4d49-b811-c72c7b804a7b tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caed7a16-f308-4452-bf6e-ddf5ef666fb4,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:23.322359 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-69720a66-df40-43fa-be81-8ffdd956fa65 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e00a5be9-c8c7-499f-ae79-f3429167d0cb HTTP/1.1" status: 200 len: 850 time: 0.6963782 Feb 17 17:51:23.325147 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3210937f-c43a-4ae0-9baf-1e85affc6484 None None] Notify callbacks [] for port, precommit_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:23.357827 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-3210937f-c43a-4ae0-9baf-1e85affc6484 None None] Transition to ACTIVE for port object 0e039e46-6626-44bb-a907-d58dc1a87362 will not be triggered until provisioned by entity L2. {{(pid=83989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:51:23.363497 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3210937f-c43a-4ae0-9baf-1e85affc6484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:23.380356 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84210c9a-924a-4c3d-8457-e88a2510711a req-4f9d2d4a-3cc6-45ab-b36e-0bcc8d6e470a tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Network 7b435b71-d20c-4f15-b462-26d694fc6d23 is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:51:23.399063 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a4ef7a2f-01c7-49cf-bc1b-710ec17aed44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:23.401993 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4e4fc388-8163-4d49-b811-c72c7b804a7b tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:23.520988 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ed24e828-ab34-4afb-8c89-3bc82a4a88ff req-8bf903f3-20cf-4bf0-b216-0f326c72a1ba tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 210 time: 0.1335375 Feb 17 17:51:23.549057 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4e4fc388-8163-4d49-b811-c72c7b804a7b tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:23.550569 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-4e4fc388-8163-4d49-b811-c72c7b804a7b tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0072136 Feb 17 17:51:23.554771 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 43384) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:23.565399 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-bf1ff807-9a42-43e5-b9f4-dda870da0546 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Request body: {'security_group_rule': {'security_group_id': '466bc289-fabb-4940-b222-81225db3d92b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:23.584357 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-bf1ff807-9a42-43e5-b9f4-dda870da0546 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:23.598925 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-bf1ff807-9a42-43e5-b9f4-dda870da0546 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Usage tracker for resource:security_group_rule and tenant:bc924de1492e41db80e64bc749ca753a is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:23.624566 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-bf1ff807-9a42-43e5-b9f4-dda870da0546 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:23.960879 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device c86c3627-fda3-4005-ab17-c21fb5d4706d up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:23.995691 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-d3edab4b-9dc0-4de3-b693-a8476a85073f None None] Provisioning complete for port b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:23.996463 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d3edab4b-9dc0-4de3-b693-a8476a85073f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:24.025888 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-bf1ff807-9a42-43e5-b9f4-dda870da0546 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:24.049750 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-8d423f89-1642-401b-985c-75334ec70231 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=89c700d9-06b9-42b9-985d-0b8a4eadc54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6847734 Feb 17 17:51:24.088052 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff807-9a42-43e5-b9f4-dda870da0546 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:24.188741 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-d3edab4b-9dc0-4de3-b693-a8476a85073f None None] Port b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7 cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:51:24.212959 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:24.263313 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] For port d1c34e38-7264-4a5b-8c98-a884b533aff5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=d1c34e38-7264-4a5b-8c98-a884b533aff5,segment=NetworkSegment(cd4ef5f5-798d-462d-940e-fdbc85c2c98b),segment_id=cd4ef5f5-798d-462d-940e-fdbc85c2c98b)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:51:24.264789 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38b84f7-1def-42c7-ba14-c8418ee884b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c34e38-7264-4a5b-8c98-a884b533aff5'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:51:24.305712 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-3210937f-c43a-4ae0-9baf-1e85affc6484 None None] Attempting to bind port 0e039e46-6626-44bb-a907-d58dc1a87362 on host dv-cinder-760199-3-smb for vnic_type normal with profile {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:51:24.306301 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-3210937f-c43a-4ae0-9baf-1e85affc6484 None None] Attempting to bind port 0e039e46-6626-44bb-a907-d58dc1a87362 by drivers openvswitch on host dv-cinder-760199-3-smb at level 0 using segments [{'id': '2a1dcd4d-620f-46e8-b260-044519dcb572', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95'}] {{(pid=83989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:51:24.306480 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3210937f-c43a-4ae0-9baf-1e85affc6484 None None] Attempting to bind port 0e039e46-6626-44bb-a907-d58dc1a87362 on network 2bd27a9c-fc05-4957-b6fc-79c4c62cef95 {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:51:24.315456 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3210937f-c43a-4ae0-9baf-1e85affc6484 None None] Checking agent: {'id': '8fdeb372-8e18-4614-ad16-4f33ed73e666', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 30), 'started_at': datetime.datetime(2021, 2, 17, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:51:24.316241 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3210937f-c43a-4ae0-9baf-1e85affc6484 None None] Checking segment: {'id': '2a1dcd4d-620f-46e8-b260-044519dcb572', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:51:24.316878 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3210937f-c43a-4ae0-9baf-1e85affc6484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:24.317467 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3210937f-c43a-4ae0-9baf-1e85affc6484 None None] Bound using segment: {'id': '2a1dcd4d-620f-46e8-b260-044519dcb572', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95'} {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:51:24.318140 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-3210937f-c43a-4ae0-9baf-1e85affc6484 None None] Bound port: 0e039e46-6626-44bb-a907-d58dc1a87362, host: dv-cinder-760199-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1dcd4d-620f-46e8-b260-044519dcb572', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95'}}] {{(pid=83989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:51:24.318715 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3210937f-c43a-4ae0-9baf-1e85affc6484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:24.336061 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-6d305bec-64db-443f-8952-c519ff2776d0 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:24.344905 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-6d305bec-64db-443f-8952-c519ff2776d0 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] 10.222.0.49 "GET /v2.0/networks?id=c245a29d-d855-422f-92c2-c252c85316a9 HTTP/1.1" status: 200 len: 809 time: 0.2896748 Feb 17 17:51:24.348458 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-84210c9a-924a-4c3d-8457-e88a2510711a req-4f9d2d4a-3cc6-45ab-b36e-0bcc8d6e470a tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:51:24.350995 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-84210c9a-924a-4c3d-8457-e88a2510711a req-4f9d2d4a-3cc6-45ab-b36e-0bcc8d6e470a tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:51:24.354794 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:24.358442 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84210c9a-924a-4c3d-8457-e88a2510711a req-4f9d2d4a-3cc6-45ab-b36e-0bcc8d6e470a tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:24.358976 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:24.359198 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-84210c9a-924a-4c3d-8457-e88a2510711a req-4f9d2d4a-3cc6-45ab-b36e-0bcc8d6e470a tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:24.388592 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf766a-0840-47c9-9757-12280c00ca16 None None] Pushing event updated for resources: {'Port': ['ID=0e039e46-6626-44bb-a907-d58dc1a87362,revision_number=3']} {{(pid=83989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:24.400156 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-35bf766a-0840-47c9-9757-12280c00ca16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.001s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:24.458837 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-44171f69-7958-43a2-96cb-d8d071461f21 req-dd4c504c-a707-4c1e-ad80-7de695ec22c3 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:24.459397 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-3210937f-c43a-4ae0-9baf-1e85affc6484 None None] For port 0e039e46-6626-44bb-a907-d58dc1a87362, host dv-cinder-760199-3-smb, cleared binding levels {{(pid=83989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:51:24.463674 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-3210937f-c43a-4ae0-9baf-1e85affc6484 None None] For port 0e039e46-6626-44bb-a907-d58dc1a87362, host dv-cinder-760199-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=0e039e46-6626-44bb-a907-d58dc1a87362,segment=NetworkSegment(2a1dcd4d-620f-46e8-b260-044519dcb572),segment_id=2a1dcd4d-620f-46e8-b260-044519dcb572)] {{(pid=83989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:51:24.469167 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3210937f-c43a-4ae0-9baf-1e85affc6484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:24.474627 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff807-9a42-43e5-b9f4-dda870da0546 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:24.481516 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff807-9a42-43e5-b9f4-dda870da0546 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387695'] for security_group_rule, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:24.486624 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-792bc205-9053-42ba-a767-6fc4c4a5d8e5 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] 10.222.0.49 "GET /v2.0/quotas/4c84dcfcfd7e4a36b26a9dd1df6c46f3 HTTP/1.1" status: 200 len: 375 time: 0.1402225 Feb 17 17:51:24.490385 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-84210c9a-924a-4c3d-8457-e88a2510711a req-4f9d2d4a-3cc6-45ab-b36e-0bcc8d6e470a tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5840032 Feb 17 17:51:24.490786 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4e4fc388-8163-4d49-b811-c72c7b804a7b tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:24.495454 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ab77f4b8-be26-4883-8104-875e1eb474fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:24.516281 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port c86c3627-fda3-4005-ab17-c21fb5d4706d triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:24.516719 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:24.530358 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ff807-9a42-43e5-b9f4-dda870da0546 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f5680a3-be93-4f72-ab26-63133791324f,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:24.541432 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bf1ff807-9a42-43e5-b9f4-dda870da0546 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:24.552771 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3fc88afe-110b-48d6-9563-e2f5710dadb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:24.561575 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03a5d7-d2b5-45de-abc7-5152d8e83187 req-af56a10a-8c74-4b4b-9208-6fe43d103d8f tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:24.561798 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-84210c9a-924a-4c3d-8457-e88a2510711a req-8b3a8260-bca5-456c-bc67-fe63ff85e063 service neutron] Request body: {'port': {'device_id': 'd904e59e-5491-4c6b-b42d-fb0bd064bd7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:24.563274 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8d03a5d7-d2b5-45de-abc7-5152d8e83187 req-af56a10a-8c74-4b4b-9208-6fe43d103d8f tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab9cb121-af61-420f-9bfe-ecfe7276be57 HTTP/1.1" status: 200 len: 943 time: 0.2173245 Feb 17 17:51:24.569227 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff807-9a42-43e5-b9f4-dda870da0546 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:24.574148 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-bf1ff807-9a42-43e5-b9f4-dda870da0546 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0181887 Feb 17 17:51:24.575417 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 43410) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:24.585157 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Pushing event updated for resources: {'Port': ['ID=d1c34e38-7264-4a5b-8c98-a884b533aff5,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:24.601103 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:24.607772 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-eb26cfee-52c0-4180-b441-68c198733868 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Request body: {'floatingip': {'floating_network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:24.624989 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-eb26cfee-52c0-4180-b441-68c198733868 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:24.632432 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-44171f69-7958-43a2-96cb-d8d071461f21 req-dd4c504c-a707-4c1e-ad80-7de695ec22c3 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:24.637118 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-eb26cfee-52c0-4180-b441-68c198733868 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Usage tracker for resource:floatingip and tenant:bc924de1492e41db80e64bc749ca753a is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:24.642930 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-eb26cfee-52c0-4180-b441-68c198733868 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:24.662537 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8d03a5d7-d2b5-45de-abc7-5152d8e83187 req-0f8d5ad0-d8e2-408c-9ae6-0996ce6267ce tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31fc243-2140-44ea-93ae-f0eed0e287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849752 Feb 17 17:51:24.669461 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-dd9d385b-5efd-4a60-933f-c60d12e31e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:24.678972 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf766a-0840-47c9-9757-12280c00ca16 None None] Pushing event updated for resources: {'Port': ['ID=0e039e46-6626-44bb-a907-d58dc1a87362,revision_number=4']} {{(pid=83989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:24.688829 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-35bf766a-0840-47c9-9757-12280c00ca16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:24.722006 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630cf125-fbb1-448e-9f79-ccc2c00871ac admin admin] Pushing event updated for resources: {'Port': ['ID=b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:24.748685 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-84210c9a-924a-4c3d-8457-e88a2510711a req-8b3a8260-bca5-456c-bc67-fe63ff85e063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:24.754363 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3fc88afe-110b-48d6-9563-e2f5710dadb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:24.773911 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device d1c34e38-7264-4a5b-8c98-a884b533aff5 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:24.787088 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-eb26cfee-52c0-4180-b441-68c198733868 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:24.803481 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-630cf125-fbb1-448e-9f79-ccc2c00871ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.697s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:24.846073 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-9c111470-1fd0-478c-88a8-ad3f7508d91a tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4c84dcfcfd7e4a36b26a9dd1df6c46f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3584740 Feb 17 17:51:24.856372 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3210937f-c43a-4ae0-9baf-1e85affc6484 None None] Routers {'d5ad8e49-5d6c-467e-a581-feea0114cb1f'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:51:24.858580 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c504c-a707-4c1e-ad80-7de695ec22c3 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Pushing event updated for resources: {'Port': ['ID=3a68e366-8692-443d-bcac-1c9ed3837f67,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:24.859014 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-3210937f-c43a-4ae0-9baf-1e85affc6484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:50:58Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['d5ad8e49-5d6c-467e-a581-feea0114cb1f'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:24.877580 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port d1c34e38-7264-4a5b-8c98-a884b533aff5 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:24.878009 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:24.889132 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f312ee8f-8cdd-43ab-a7ae-3b12c3619b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:24.917708 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-dd4c504c-a707-4c1e-ad80-7de695ec22c3 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:24.936555 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-3fc88afe-110b-48d6-9563-e2f5710dadb8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=96da72aa979644298f9f5a15026dccf4&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1666522 Feb 17 17:51:24.942354 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 43414) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:24.969802 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eb26cfee-52c0-4180-b441-68c198733868 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for floatingip, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:24.987318 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc88afe-110b-48d6-9563-e2f5710dadb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8adef97-12e5-4e0f-966e-63e0690cc3ab,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:25.049152 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630cf125-fbb1-448e-9f79-ccc2c00871ac admin admin] Router 5f42a43c-9d48-4d13-a00b-55d497b95bae has already been hosted by L3 agent b696c7bc-35f9-4b20-9049-f598d63d0e6c {{(pid=83987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:51:25.052443 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3fc88afe-110b-48d6-9563-e2f5710dadb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:25.205966 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-3210937f-c43a-4ae0-9baf-1e85affc6484 None None] Set router d5ad8e49-5d6c-467e-a581-feea0114cb1f gateway port host: dv-cinder-760199-3-smb {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:51:25.211556 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2a412b45-c727-4a27-b635-dd839082a784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:25.237715 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44171f69-7958-43a2-96cb-d8d071461f21 req-dd4c504c-a707-4c1e-ad80-7de695ec22c3 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Network 7b435b71-d20c-4f15-b462-26d694fc6d23 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:51:25.246094 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-44171f69-7958-43a2-96cb-d8d071461f21 req-dd4c504c-a707-4c1e-ad80-7de695ec22c3 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:51:25.256781 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae510b2d-769c-4be8-950d-721a5ac9ec5b req-bde81580-83b3-424b-98f5-acbafc6ed391 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:25.264632 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ae510b2d-769c-4be8-950d-721a5ac9ec5b req-bde81580-83b3-424b-98f5-acbafc6ed391 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38b84f7-1def-42c7-ba14-c8418ee884b2 HTTP/1.1" status: 200 len: 945 time: 0.4405391 Feb 17 17:51:25.266864 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-44171f69-7958-43a2-96cb-d8d071461f21 req-dd4c504c-a707-4c1e-ad80-7de695ec22c3 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:51:25.271443 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44171f69-7958-43a2-96cb-d8d071461f21 req-dd4c504c-a707-4c1e-ad80-7de695ec22c3 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:25.272168 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-44171f69-7958-43a2-96cb-d8d071461f21 req-dd4c504c-a707-4c1e-ad80-7de695ec22c3 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:25.319041 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2a412b45-c727-4a27-b635-dd839082a784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:25.382229 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-44171f69-7958-43a2-96cb-d8d071461f21 req-dd4c504c-a707-4c1e-ad80-7de695ec22c3 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4692662 Feb 17 17:51:25.392682 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bb0b7021-3ca0-4e06-a437-505ebbd0c142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:25.425644 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ae510b2d-769c-4be8-950d-721a5ac9ec5b req-7ac1bb54-d8ac-4d02-98b0-e36fd22e4622 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599202 Feb 17 17:51:25.444045 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-44171f69-7958-43a2-96cb-d8d071461f21 req-6f559a81-8ca8-47f6-b0fe-718f46c73bb7 service neutron] Request body: {'port': {'device_id': '157c3c6d-16b7-4682-9f11-3ac29098a66c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:25.523603 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eb26cfee-52c0-4180-b441-68c198733868 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:25.530415 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630cf125-fbb1-448e-9f79-ccc2c00871ac admin admin] Notify agent at l3_agent.dv-cinder-760199-3-smb the message routers_updated {{(pid=83987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:51:25.543670 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446d6923-a79b-48c0-99d4-433ee547cae9 None None] Sync routers for ids ['5f42a43c-9d48-4d13-a00b-55d497b95bae'] in dv-cinder-760199-3-smb {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:51:25.560341 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-630cf125-fbb1-448e-9f79-ccc2c00871ac admin admin] 10.222.0.49 "PUT /v2.0/routers/5f42a43c-9d48-4d13-a00b-55d497b95bae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.1186957 Feb 17 17:51:25.563800 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-ce1917e8-ac92-40df-ab98-99a3fbe0c054 service neutron] 10.222.0.67 "GET /v2.0/networks/89c700d9-06b9-42b9-985d-0b8a4eadc54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5102744 Feb 17 17:51:25.571206 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446d6923-a79b-48c0-99d4-433ee547cae9 None None] Routers {'5f42a43c-9d48-4d13-a00b-55d497b95bae'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:51:25.571929 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-446d6923-a79b-48c0-99d4-433ee547cae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:50:58Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['5f42a43c-9d48-4d13-a00b-55d497b95bae'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:25.573870 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-a5ff69e1-1eae-4478-8272-252c716c6995 service neutron] 10.222.0.49 "GET /v2.0/networks/c245a29d-d855-422f-92c2-c252c85316a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6232657 Feb 17 17:51:25.629395 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2a412b45-c727-4a27-b635-dd839082a784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:25.699412 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:25.780907 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-3210937f-c43a-4ae0-9baf-1e85affc6484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'name': 'tempest-AttachVolumeTestJSON-1590474071-router', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:51Z', 'updated_at': '2021-02-17T17:51:13Z', 'revision_number': 4, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'gw_port': {'id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': '0e039e46-6626-44bb-a907-d58dc1a87362', 'name': '', 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'mac_address': 'fa:16:3e:5a:f0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '90273680-1e5e-433f-9236-ce524691d25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:09Z', 'updated_at': '2021-02-17T17:51:24Z', 'revision_number': 4, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'subnets': [{'id': '90273680-1e5e-433f-9236-ce524691d25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:25.795216 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3210937f-c43a-4ae0-9baf-1e85affc6484 None None] The sync data for ids ['d5ad8e49-5d6c-467e-a581-feea0114cb1f'] in dv-cinder-760199-3-smb is: [{'id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'name': 'tempest-AttachVolumeTestJSON-1590474071-router', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:51Z', 'updated_at': '2021-02-17T17:51:13Z', 'revision_number': 4, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'gw_port': {'id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': '0e039e46-6626-44bb-a907-d58dc1a87362', 'name': '', 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'mac_address': 'fa:16:3e:5a:f0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '90273680-1e5e-433f-9236-ce524691d25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:09Z', 'updated_at': '2021-02-17T17:51:24Z', 'revision_number': 4, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'subnets': [{'id': '90273680-1e5e-433f-9236-ce524691d25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:51:25.949704 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a412b45-c727-4a27-b635-dd839082a784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8adef97-12e5-4e0f-966e-63e0690cc3ab,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:25.958842 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-446d6923-a79b-48c0-99d4-433ee547cae9 None None] Set router 5f42a43c-9d48-4d13-a00b-55d497b95bae gateway port host: dv-cinder-760199-3-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:51:25.960958 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2a412b45-c727-4a27-b635-dd839082a784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:26.021196 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2a412b45-c727-4a27-b635-dd839082a784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:26.025671 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-2a412b45-c727-4a27-b635-dd839082a784 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b8adef97-12e5-4e0f-966e-63e0690cc3ab HTTP/1.1" status: 204 len: 168 time: 1.0798752 Feb 17 17:51:26.059158 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-44171f69-7958-43a2-96cb-d8d071461f21 req-6f559a81-8ca8-47f6-b0fe-718f46c73bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:26.131769 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38b84f7-1def-42c7-ba14-c8418ee884b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c34e38-7264-4a5b-8c98-a884b533aff5', 'code': 200} Feb 17 17:51:26.132006 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3101adc8-e24f-42ea-b3df-a1aa017d173f req-09cd768d-a3b5-4c40-9a8d-083d7be98373 service neutron] 10.222.0.67 "GET /v2.0/networks/89c700d9-06b9-42b9-985d-0b8a4eadc54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5129941 Feb 17 17:51:26.256588 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device 0e039e46-6626-44bb-a907-d58dc1a87362 up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:26.571991 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-3789e03f-2cd4-48ec-a23e-54ff011044c7 service neutron] 10.222.0.49 "GET /v2.0/networks/c245a29d-d855-422f-92c2-c252c85316a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9967310 Feb 17 17:51:26.728604 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7144e-763e-4db8-9077-981c49e32e50 req-65688d64-28f7-4837-8735-3d51c5b74a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:26.730903 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-57a7144e-763e-4db8-9077-981c49e32e50 req-65688d64-28f7-4837-8735-3d51c5b74a1d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dcca4d721e714bc486e155f001152460&device_id=ab9cb121-af61-420f-9bfe-ecfe7276be57 HTTP/1.1" status: 200 len: 1160 time: 0.3349674 Feb 17 17:51:26.806594 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device d1c34e38-7264-4a5b-8c98-a884b533aff5 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:26.891054 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning for port 0e039e46-6626-44bb-a907-d58dc1a87362 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:51:26.894669 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e271a3c-fbae-4e34-9400-5f5982e4e5d8 req-ff64b216-d208-4299-88a5-da68620a8add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:26.896373 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5e271a3c-fbae-4e34-9400-5f5982e4e5d8 req-ff64b216-d208-4299-88a5-da68620a8add service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c38b84f7-1def-42c7-ba14-c8418ee884b2 HTTP/1.1" status: 200 len: 1162 time: 0.7921345 Feb 17 17:51:26.904122 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port 0e039e46-6626-44bb-a907-d58dc1a87362 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:26.904777 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:27.005325 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1ecec-1eb2-418f-9c07-31283fd858e7 req-e74c656f-12b4-45ad-88e8-f0a9777b6d78 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:27.006082 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-2ac1ecec-1eb2-418f-9c07-31283fd858e7 req-e74c656f-12b4-45ad-88e8-f0a9777b6d78 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Synchronizing usage tracker for tenant:f216181af2b648939636de50f29d3988 on resource:port {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:51:27.135217 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5e271a3c-fbae-4e34-9400-5f5982e4e5d8 req-c0dbb753-820f-4607-875a-ca4e301821b5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:27.196813 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port d1c34e38-7264-4a5b-8c98-a884b533aff5 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:27.200040 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:27.217203 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-2ac1ecec-1eb2-418f-9c07-31283fd858e7 req-e74c656f-12b4-45ad-88e8-f0a9777b6d78 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Unset dirty status for tenant:f216181af2b648939636de50f29d3988 on resource:port {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:51:27.224845 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2ac1ecec-1eb2-418f-9c07-31283fd858e7 req-e74c656f-12b4-45ad-88e8-f0a9777b6d78 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 932 time: 1.1167164 Feb 17 17:51:27.256619 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-5e271a3c-fbae-4e34-9400-5f5982e4e5d8 req-c0dbb753-820f-4607-875a-ca4e301821b5 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:27.268575 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-5e271a3c-fbae-4e34-9400-5f5982e4e5d8 req-c0dbb753-820f-4607-875a-ca4e301821b5 service neutron] Usage tracker for resource:security_group_rule and tenant:9aa823b0ef094837b87079f7eefa89ad is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:27.286242 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-5e271a3c-fbae-4e34-9400-5f5982e4e5d8 req-c0dbb753-820f-4607-875a-ca4e301821b5 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:27.324399 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-eb26cfee-52c0-4180-b441-68c198733868 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Allocated IP 172.28.3.82 (7adbab01-78f4-4f50-aa4c-26c3aba221ad/2ba7369c-b814-4a65-9701-7168439702b2/ed1e4fce-3bd0-4c7b-97c9-2e241030b30a) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:51:27.327200 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-5e271a3c-fbae-4e34-9400-5f5982e4e5d8 req-c0dbb753-820f-4607-875a-ca4e301821b5 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:27.436866 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-2ac1ecec-1eb2-418f-9c07-31283fd858e7 req-77d7a499-8e80-48e9-8548-72f13cba5e5c tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Synchronizing usage tracker for tenant:f216181af2b648939636de50f29d3988 on resource:security_group {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:51:27.446848 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-446d6923-a79b-48c0-99d4-433ee547cae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'name': 'tempest-AttachVolumeShelveTestJSON-1631215453-router', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:50Z', 'updated_at': '2021-02-17T17:51:18Z', 'revision_number': 4, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'gw_port': {'id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': 'b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7', 'name': '', 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'mac_address': 'fa:16:3e:81:18:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '5503d0e5-4ae3-4a76-b823-ab77a7eb8434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:11Z', 'updated_at': '2021-02-17T17:51:20Z', 'revision_number': 2, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'subnets': [{'id': '5503d0e5-4ae3-4a76-b823-ab77a7eb8434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:27.457651 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446d6923-a79b-48c0-99d4-433ee547cae9 None None] Checking router: 5f42a43c-9d48-4d13-a00b-55d497b95bae for host: dv-cinder-760199-3-smb {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:51:27.458088 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446d6923-a79b-48c0-99d4-433ee547cae9 None None] Updating router 5f42a43c-9d48-4d13-a00b-55d497b95bae port b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7 binding host dv-cinder-760199-3-smb {{(pid=83988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:51:27.502911 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7144e-763e-4db8-9077-981c49e32e50 req-ba49aecc-6bca-4baa-8ce1-3705e55be11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:27.504524 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-57a7144e-763e-4db8-9077-981c49e32e50 req-ba49aecc-6bca-4baa-8ce1-3705e55be11e service neutron] 10.222.0.67 "GET /v2.0/networks?id=89c700d9-06b9-42b9-985d-0b8a4eadc54c HTTP/1.1" status: 200 len: 904 time: 0.7540951 Feb 17 17:51:27.591236 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-57a7144e-763e-4db8-9077-981c49e32e50 req-3beee8b8-c392-4aca-a763-0593b68b41a4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc884b99-3343-49da-a8e7-7c01283aa477 HTTP/1.1" status: 200 len: 217 time: 0.0774152 Feb 17 17:51:27.683996 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7144e-763e-4db8-9077-981c49e32e50 req-15db8616-eed7-4c1c-bb66-abafbd973d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:27.685862 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-57a7144e-763e-4db8-9077-981c49e32e50 req-15db8616-eed7-4c1c-bb66-abafbd973d2f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e00a5be9-c8c7-499f-ae79-f3429167d0cb HTTP/1.1" status: 200 len: 850 time: 0.0875449 Feb 17 17:51:27.705162 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de98324-041d-46c1-b453-e0625c7a8362 req-f5a7d342-a801-488b-a749-0ef0c16a368d tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:27.725207 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2de98324-041d-46c1-b453-e0625c7a8362 req-f5a7d342-a801-488b-a749-0ef0c16a368d tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab9cb121-af61-420f-9bfe-ecfe7276be57 HTTP/1.1" status: 200 len: 943 time: 0.4187832 Feb 17 17:51:27.749922 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:27.834744 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f508839c-2a80-4a9b-a3f9-e353604220ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:27.843163 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2de98324-041d-46c1-b453-e0625c7a8362 req-5df3f370-3fa3-4a79-9d8c-6646b6eaab9b tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31fc243-2140-44ea-93ae-f0eed0e287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167698 Feb 17 17:51:27.866902 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-57a7144e-763e-4db8-9077-981c49e32e50 req-f14563c9-93cb-4725-845b-7329409f46a1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=89c700d9-06b9-42b9-985d-0b8a4eadc54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060598 Feb 17 17:51:27.923985 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-446d6923-a79b-48c0-99d4-433ee547cae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:27.959454 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] For port 0e039e46-6626-44bb-a907-d58dc1a87362, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=0e039e46-6626-44bb-a907-d58dc1a87362,segment=NetworkSegment(2a1dcd4d-620f-46e8-b260-044519dcb572),segment_id=2a1dcd4d-620f-46e8-b260-044519dcb572)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:51:27.969152 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:27.973841 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:28.003296 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-2ac1ecec-1eb2-418f-9c07-31283fd858e7 req-77d7a499-8e80-48e9-8548-72f13cba5e5c tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Unset dirty status for tenant:f216181af2b648939636de50f29d3988 on resource:security_group {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:51:28.029012 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2ac1ecec-1eb2-418f-9c07-31283fd858e7 req-77d7a499-8e80-48e9-8548-72f13cba5e5c tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8030925 Feb 17 17:51:28.248087 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-57a7144e-763e-4db8-9077-981c49e32e50 req-c0019aec-780e-470d-ad04-9b424738b97a service neutron] 10.222.0.67 "GET /v2.0/networks/89c700d9-06b9-42b9-985d-0b8a4eadc54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737078 Feb 17 17:51:28.512923 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [req-44171f69-7958-43a2-96cb-d8d071461f21 req-6f559a81-8ca8-47f6-b0fe-718f46c73bb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a68e366-8692-443d-bcac-1c9ed3837f67 {{(pid=83986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:51:28.523176 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-44171f69-7958-43a2-96cb-d8d071461f21 req-6f559a81-8ca8-47f6-b0fe-718f46c73bb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:28.538246 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-44171f69-7958-43a2-96cb-d8d071461f21 req-6f559a81-8ca8-47f6-b0fe-718f46c73bb7 service neutron] Transition to ACTIVE for port object 3a68e366-8692-443d-bcac-1c9ed3837f67 will not be triggered until provisioned by entity L2. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:51:28.575366 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-44171f69-7958-43a2-96cb-d8d071461f21 req-6f559a81-8ca8-47f6-b0fe-718f46c73bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:28.597557 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-57a7144e-763e-4db8-9077-981c49e32e50 req-46d14d97-574d-4799-9d13-b985cd66d758 service neutron] 10.222.0.67 "GET /v2.0/networks/89c700d9-06b9-42b9-985d-0b8a4eadc54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3356721 Feb 17 17:51:28.670785 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-78692895-1101-47d6-af1e-1a4825aaa2a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:28.717713 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:28.723511 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-446d6923-a79b-48c0-99d4-433ee547cae9 None None] Notify callbacks [] for port, precommit_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:28.734075 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Pushing event updated for resources: {'Port': ['ID=0e039e46-6626-44bb-a907-d58dc1a87362,revision_number=5']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:28.742624 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:28.747340 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-446d6923-a79b-48c0-99d4-433ee547cae9 None None] Transition to ACTIVE for port object b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7 will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:51:28.857672 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.objects.ports [None req-549be155-55dc-449e-b558-92b88eb31f7d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83988) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 17:51:28.861792 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-446d6923-a79b-48c0-99d4-433ee547cae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:28.883535 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:28.945461 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f559a81-8ca8-47f6-b0fe-718f46c73bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=3a68e366-8692-443d-bcac-1c9ed3837f67,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:28.958507 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eb26cfee-52c0-4180-b441-68c198733868 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:28.968979 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6f559a81-8ca8-47f6-b0fe-718f46c73bb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:28.979437 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5e271a3c-fbae-4e34-9400-5f5982e4e5d8 req-c0dbb753-820f-4607-875a-ca4e301821b5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:28.997371 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5e271a3c-fbae-4e34-9400-5f5982e4e5d8 req-c0dbb753-820f-4607-875a-ca4e301821b5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:29.022121 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:29.059012 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 43492) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:29.078683 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-000d5eed-4a57-4e9f-8b9d-0efc56ed9140 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1995330091', 'description': 'tempest-description--1667239436'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:29.124968 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-000d5eed-4a57-4e9f-8b9d-0efc56ed9140 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:29.153749 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5e271a3c-fbae-4e34-9400-5f5982e4e5d8 req-c0dbb753-820f-4607-875a-ca4e301821b5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.2453411 Feb 17 17:51:29.176403 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-000d5eed-4a57-4e9f-8b9d-0efc56ed9140 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Usage tracker for resource:security_group and tenant:3994a7af636a4127ad81e4b5bee876a5 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:29.181673 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbb753-820f-4607-875a-ca4e301821b5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=00543a0d-dc40-4f60-8aae-e8e997ab11f2,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:29.195175 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-000d5eed-4a57-4e9f-8b9d-0efc56ed9140 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:29.203272 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c0dbb753-820f-4607-875a-ca4e301821b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:29.232446 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-000d5eed-4a57-4e9f-8b9d-0efc56ed9140 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:29.252946 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874fda0e-d8c9-4141-91f9-2e60e5d3af85 req-eb953e53-8109-4d51-ad1a-9dceed885688 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:29.254900 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-874fda0e-d8c9-4141-91f9-2e60e5d3af85 req-eb953e53-8109-4d51-ad1a-9dceed885688 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38b84f7-1def-42c7-ba14-c8418ee884b2 HTTP/1.1" status: 200 len: 945 time: 0.9436734 Feb 17 17:51:29.305546 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-000d5eed-4a57-4e9f-8b9d-0efc56ed9140 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:29.332518 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eb26cfee-52c0-4180-b441-68c198733868 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:29.393388 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9a08d7df-fcb1-42be-a676-f82b781895ad req-a2056ec5-8d8e-4bdc-a54e-4c02f57adadf tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9118faf-3f2f-4002-9671-a50c82afb88b HTTP/1.1" status: 200 len: 210 time: 0.1310565 Feb 17 17:51:29.489208 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:29.517579 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-0207c672-4b75-431c-9257-332274a9b352 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:29.519474 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-0207c672-4b75-431c-9257-332274a9b352 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] 10.222.0.67 "GET /v2.0/networks?id=c245a29d-d855-422f-92c2-c252c85316a9 HTTP/1.1" status: 200 len: 809 time: 0.6346016 Feb 17 17:51:29.565580 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-3f22b01b-8b9c-4c31-b16b-a33a27e88717 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Request body: {'port': {'device_id': 'e9118faf-3f2f-4002-9671-a50c82afb88b', 'network_id': 'c245a29d-d855-422f-92c2-c252c85316a9', 'admin_state_up': True, 'tenant_id': '4c84dcfcfd7e4a36b26a9dd1df6c46f3'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:29.580855 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device dc884b99-3343-49da-a8e7-7c01283aa477 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:29.723930 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-874fda0e-d8c9-4141-91f9-2e60e5d3af85 req-9586e5b6-6a0b-46a7-a548-f7ec98709244 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605300 Feb 17 17:51:29.729339 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-000d5eed-4a57-4e9f-8b9d-0efc56ed9140 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:29.740742 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f370d-e041-458e-b9d9-f9bb7a7a250e None None] Pushing event updated for resources: {'Port': ['ID=b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:29.747681 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-000d5eed-4a57-4e9f-8b9d-0efc56ed9140 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Usage tracker for resource:security_group_rule and tenant:3994a7af636a4127ad81e4b5bee876a5 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:29.766640 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-000d5eed-4a57-4e9f-8b9d-0efc56ed9140 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:29.768939 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4a5f370d-e041-458e-b9d9-f9bb7a7a250e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.885s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:29.796254 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-000d5eed-4a57-4e9f-8b9d-0efc56ed9140 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:29.809410 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-44171f69-7958-43a2-96cb-d8d071461f21 req-6f559a81-8ca8-47f6-b0fe-718f46c73bb7 service neutron] Attempting to bind port 3a68e366-8692-443d-bcac-1c9ed3837f67 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:51:29.809924 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-44171f69-7958-43a2-96cb-d8d071461f21 req-6f559a81-8ca8-47f6-b0fe-718f46c73bb7 service neutron] Attempting to bind port 3a68e366-8692-443d-bcac-1c9ed3837f67 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '31aff11b-7396-4981-85ef-5b95614ed352', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b435b71-d20c-4f15-b462-26d694fc6d23'}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:51:29.810407 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44171f69-7958-43a2-96cb-d8d071461f21 req-6f559a81-8ca8-47f6-b0fe-718f46c73bb7 service neutron] Attempting to bind port 3a68e366-8692-443d-bcac-1c9ed3837f67 on network 7b435b71-d20c-4f15-b462-26d694fc6d23 {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:51:29.818521 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26cfee-52c0-4180-b441-68c198733868 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Pushing event updated for resources: {'Port': ['ID=ed1e4fce-3bd0-4c7b-97c9-2e241030b30a,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:29.862276 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-eb26cfee-52c0-4180-b441-68c198733868 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:29.876866 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44171f69-7958-43a2-96cb-d8d071461f21 req-6f559a81-8ca8-47f6-b0fe-718f46c73bb7 service neutron] Checking agent: {'id': 'ae447a02-7f1d-4456-a484-c4519a85c40b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 38), 'started_at': datetime.datetime(2021, 2, 17, 17, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:51:29.880725 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44171f69-7958-43a2-96cb-d8d071461f21 req-6f559a81-8ca8-47f6-b0fe-718f46c73bb7 service neutron] Checking segment: {'id': '31aff11b-7396-4981-85ef-5b95614ed352', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b435b71-d20c-4f15-b462-26d694fc6d23'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:51:29.881392 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-44171f69-7958-43a2-96cb-d8d071461f21 req-6f559a81-8ca8-47f6-b0fe-718f46c73bb7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:29.881965 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44171f69-7958-43a2-96cb-d8d071461f21 req-6f559a81-8ca8-47f6-b0fe-718f46c73bb7 service neutron] Bound using segment: {'id': '31aff11b-7396-4981-85ef-5b95614ed352', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b435b71-d20c-4f15-b462-26d694fc6d23'} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:51:29.882646 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-44171f69-7958-43a2-96cb-d8d071461f21 req-6f559a81-8ca8-47f6-b0fe-718f46c73bb7 service neutron] Bound port: 3a68e366-8692-443d-bcac-1c9ed3837f67, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31aff11b-7396-4981-85ef-5b95614ed352', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b435b71-d20c-4f15-b462-26d694fc6d23'}}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:51:29.883183 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-44171f69-7958-43a2-96cb-d8d071461f21 req-6f559a81-8ca8-47f6-b0fe-718f46c73bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:29.908796 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning for port dc884b99-3343-49da-a8e7-7c01283aa477 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:51:29.924443 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-446d6923-a79b-48c0-99d4-433ee547cae9 None None] Attempting to bind port b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7 on host dv-cinder-760199-3-smb for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:51:29.924944 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-446d6923-a79b-48c0-99d4-433ee547cae9 None None] Attempting to bind port b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7 by drivers openvswitch on host dv-cinder-760199-3-smb at level 0 using segments [{'id': 'd6c40ba5-568a-477a-8ba4-567b28b5f497', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:51:29.925360 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446d6923-a79b-48c0-99d4-433ee547cae9 None None] Attempting to bind port b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7 on network 148e9e2e-c4f3-41c4-97ba-46e9b419a94e {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:51:29.946948 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port dc884b99-3343-49da-a8e7-7c01283aa477 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:29.947379 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:29.986626 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-3f22b01b-8b9c-4c31-b16b-a33a27e88717 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:29.997046 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-3f22b01b-8b9c-4c31-b16b-a33a27e88717 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Usage tracker for resource:port and tenant:4c84dcfcfd7e4a36b26a9dd1df6c46f3 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:30.000687 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-3f22b01b-8b9c-4c31-b16b-a33a27e88717 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:30.007154 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-3f22b01b-8b9c-4c31-b16b-a33a27e88717 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:30.039237 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:30.042832 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446d6923-a79b-48c0-99d4-433ee547cae9 None None] Checking agent: {'id': '8fdeb372-8e18-4614-ad16-4f33ed73e666', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 30), 'started_at': datetime.datetime(2021, 2, 17, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:51:30.043263 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446d6923-a79b-48c0-99d4-433ee547cae9 None None] Checking segment: {'id': 'd6c40ba5-568a-477a-8ba4-567b28b5f497', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:51:30.043761 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-446d6923-a79b-48c0-99d4-433ee547cae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:30.044216 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446d6923-a79b-48c0-99d4-433ee547cae9 None None] Bound using segment: {'id': 'd6c40ba5-568a-477a-8ba4-567b28b5f497', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:51:30.044939 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-446d6923-a79b-48c0-99d4-433ee547cae9 None None] Bound port: b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7, host: dv-cinder-760199-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c40ba5-568a-477a-8ba4-567b28b5f497', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:51:30.045473 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-446d6923-a79b-48c0-99d4-433ee547cae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:30.076861 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [req-84210c9a-924a-4c3d-8457-e88a2510711a req-8b3a8260-bca5-456c-bc67-fe63ff85e063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d482831-300d-4594-8b0f-d3b31c42e5e4 {{(pid=83987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:51:30.093194 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-3f22b01b-8b9c-4c31-b16b-a33a27e88717 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Made reservation on behalf of 4c84dcfcfd7e4a36b26a9dd1df6c46f3 for: {'port': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:51:30.100397 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-3f22b01b-8b9c-4c31-b16b-a33a27e88717 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:30.129103 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-84210c9a-924a-4c3d-8457-e88a2510711a req-8b3a8260-bca5-456c-bc67-fe63ff85e063 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:30.213027 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device 0e039e46-6626-44bb-a907-d58dc1a87362 up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:30.235021 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-84210c9a-924a-4c3d-8457-e88a2510711a req-8b3a8260-bca5-456c-bc67-fe63ff85e063 service neutron] Transition to ACTIVE for port object 7d482831-300d-4594-8b0f-d3b31c42e5e4 will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:51:30.250584 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb26cfee-52c0-4180-b441-68c198733868 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Network 7adbab01-78f4-4f50-aa4c-26c3aba221ad is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:51:30.253313 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-84210c9a-924a-4c3d-8457-e88a2510711a req-8b3a8260-bca5-456c-bc67-fe63ff85e063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:30.286008 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-eb26cfee-52c0-4180-b441-68c198733868 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:51:30.301914 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb26cfee-52c0-4180-b441-68c198733868 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:51:30.304893 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:30.399145 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8fe7570c-ab1a-4036-98fb-185ce41801e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:30.401313 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port 0e039e46-6626-44bb-a907-d58dc1a87362 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:30.401313 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:30.489826 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-44171f69-7958-43a2-96cb-d8d071461f21 req-6f559a81-8ca8-47f6-b0fe-718f46c73bb7 service neutron] For port 3a68e366-8692-443d-bcac-1c9ed3837f67, host hv-cinder-76019, cleared binding levels {{(pid=83986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:51:30.496921 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-000d5eed-4a57-4e9f-8b9d-0efc56ed9140 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:30.512505 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-000d5eed-4a57-4e9f-8b9d-0efc56ed9140 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:30.520387 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-44171f69-7958-43a2-96cb-d8d071461f21 req-6f559a81-8ca8-47f6-b0fe-718f46c73bb7 service neutron] For port 3a68e366-8692-443d-bcac-1c9ed3837f67, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=3a68e366-8692-443d-bcac-1c9ed3837f67,segment=NetworkSegment(31aff11b-7396-4981-85ef-5b95614ed352),segment_id=31aff11b-7396-4981-85ef-5b95614ed352)] {{(pid=83986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:51:30.533275 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-be5a1d0a-3490-4696-b5c6-60d8abfebb30 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:30.557856 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-44171f69-7958-43a2-96cb-d8d071461f21 req-6f559a81-8ca8-47f6-b0fe-718f46c73bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:30.559119 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eb26cfee-52c0-4180-b441-68c198733868 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:30.589697 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-446d6923-a79b-48c0-99d4-433ee547cae9 None None] For port b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7, host dv-cinder-760199-3-smb, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:51:30.599599 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:30.640819 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-446d6923-a79b-48c0-99d4-433ee547cae9 None None] For port b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7, host dv-cinder-760199-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7,segment=NetworkSegment(d6c40ba5-568a-477a-8ba4-567b28b5f497),segment_id=d6c40ba5-568a-477a-8ba4-567b28b5f497)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:51:30.651410 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9cb121-af61-420f-9bfe-ecfe7276be57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc884b99-3343-49da-a8e7-7c01283aa477'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:51:30.661662 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-446d6923-a79b-48c0-99d4-433ee547cae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:30.682464 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:30.712681 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00efcf6f-ae2b-4a2e-9ac8-fefa278cb36f req-77e23a55-e3ca-4a34-809d-01c4cb29378c tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:30.725514 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-00efcf6f-ae2b-4a2e-9ac8-fefa278cb36f req-77e23a55-e3ca-4a34-809d-01c4cb29378c tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab9cb121-af61-420f-9bfe-ecfe7276be57 HTTP/1.1" status: 200 len: 943 time: 0.7562644 Feb 17 17:51:30.762760 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ab1c7-d488-4bfc-adee-56f3b58f1fd7 req-ddc943e0-9476-407e-83c8-33dfb78a9a28 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:30.764756 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-517ab1c7-d488-4bfc-adee-56f3b58f1fd7 req-ddc943e0-9476-407e-83c8-33dfb78a9a28 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 944 time: 0.7262652 Feb 17 17:51:30.795591 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] For port dc884b99-3343-49da-a8e7-7c01283aa477, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=dc884b99-3343-49da-a8e7-7c01283aa477,segment=NetworkSegment(06504556-ee0e-41bf-83d7-9f856d0ff689),segment_id=06504556-ee0e-41bf-83d7-9f856d0ff689)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:51:30.816317 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:30.829225 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a8260-bca5-456c-bc67-fe63ff85e063 service neutron] Pushing event updated for resources: {'Port': ['ID=7d482831-300d-4594-8b0f-d3b31c42e5e4,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:30.837926 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8b3a8260-bca5-456c-bc67-fe63ff85e063 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:30.920921 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d5eed-4a57-4e9f-8b9d-0efc56ed9140 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0541b1b3-3664-43fd-b38a-0a567429a84c,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:30.935297 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-000d5eed-4a57-4e9f-8b9d-0efc56ed9140 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:30.940864 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.292s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:30.946146 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f370d-e041-458e-b9d9-f9bb7a7a250e None None] Pushing event updated for resources: {'Port': ['ID=b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:30.954507 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4a5f370d-e041-458e-b9d9-f9bb7a7a250e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:30.956915 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:31.034003 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-00efcf6f-ae2b-4a2e-9ac8-fefa278cb36f req-ae7c9da8-31d1-4579-b15f-efc50be47a40 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31fc243-2140-44ea-93ae-f0eed0e287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043978 Feb 17 17:51:31.037569 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-000d5eed-4a57-4e9f-8b9d-0efc56ed9140 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:31.038964 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-000d5eed-4a57-4e9f-8b9d-0efc56ed9140 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.9722354 Feb 17 17:51:31.051071 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 43556) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:31.054104 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446d6923-a79b-48c0-99d4-433ee547cae9 None None] Routers {'5f42a43c-9d48-4d13-a00b-55d497b95bae'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:51:31.055300 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-446d6923-a79b-48c0-99d4-433ee547cae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:51:28Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['5f42a43c-9d48-4d13-a00b-55d497b95bae'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:31.081872 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-ce877e9d-4bf0-44a0-8dd1-a404f38237eb tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Request body: {'security_group_rule': {'security_group_id': '0541b1b3-3664-43fd-b38a-0a567429a84c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:31.099798 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ce877e9d-4bf0-44a0-8dd1-a404f38237eb tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:31.111509 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-ce877e9d-4bf0-44a0-8dd1-a404f38237eb tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Usage tracker for resource:security_group_rule and tenant:3994a7af636a4127ad81e4b5bee876a5 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:31.116475 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-ce877e9d-4bf0-44a0-8dd1-a404f38237eb tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:31.125212 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ce877e9d-4bf0-44a0-8dd1-a404f38237eb tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:31.148573 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eb26cfee-52c0-4180-b441-68c198733868 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:31.171840 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ce877e9d-4bf0-44a0-8dd1-a404f38237eb tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:31.187334 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Pushing event updated for resources: {'Port': ['ID=dc884b99-3343-49da-a8e7-7c01283aa477,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:31.223531 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-517ab1c7-d488-4bfc-adee-56f3b58f1fd7 req-1fbc439a-ffc8-4bef-90e1-9acc476ed5b5 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790181 Feb 17 17:51:31.314619 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f559a81-8ca8-47f6-b0fe-718f46c73bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=3a68e366-8692-443d-bcac-1c9ed3837f67,revision_number=3']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:31.455775 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6f559a81-8ca8-47f6-b0fe-718f46c73bb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:31.484495 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44171f69-7958-43a2-96cb-d8d071461f21 req-6f559a81-8ca8-47f6-b0fe-718f46c73bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:31.485246 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-44171f69-7958-43a2-96cb-d8d071461f21 req-6f559a81-8ca8-47f6-b0fe-718f46c73bb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:31.486834 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-44171f69-7958-43a2-96cb-d8d071461f21 req-6f559a81-8ca8-47f6-b0fe-718f46c73bb7 service neutron] 10.222.0.67 "PUT /v2.0/ports/3a68e366-8692-443d-bcac-1c9ed3837f67 HTTP/1.1" status: 200 len: 1158 time: 6.0846853 Feb 17 17:51:31.487369 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157c3c6d-16b7-4682-9f11-3ac29098a66c', 'tag': '3a68e366-8692-443d-bcac-1c9ed3837f67'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:51:31.531292 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-446d6923-a79b-48c0-99d4-433ee547cae9 None None] Set router 5f42a43c-9d48-4d13-a00b-55d497b95bae gateway port host: dv-cinder-760199-3-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:51:31.557609 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2bbbc704-47c9-4059-85bf-819cd0a27ab1 req-4bab047c-f775-4912-9523-f6185fa66f6c tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9118faf-3f2f-4002-9671-a50c82afb88b HTTP/1.1" status: 200 len: 210 time: 0.2079532 Feb 17 17:51:31.689575 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157c3c6d-16b7-4682-9f11-3ac29098a66c', 'tag': '3a68e366-8692-443d-bcac-1c9ed3837f67', 'status': 'completed', 'code': 200} Feb 17 17:51:31.719098 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-84210c9a-924a-4c3d-8457-e88a2510711a req-8b3a8260-bca5-456c-bc67-fe63ff85e063 service neutron] Attempting to bind port 7d482831-300d-4594-8b0f-d3b31c42e5e4 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:51:31.719529 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-84210c9a-924a-4c3d-8457-e88a2510711a req-8b3a8260-bca5-456c-bc67-fe63ff85e063 service neutron] Attempting to bind port 7d482831-300d-4594-8b0f-d3b31c42e5e4 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '31aff11b-7396-4981-85ef-5b95614ed352', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b435b71-d20c-4f15-b462-26d694fc6d23'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:51:31.720037 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84210c9a-924a-4c3d-8457-e88a2510711a req-8b3a8260-bca5-456c-bc67-fe63ff85e063 service neutron] Attempting to bind port 7d482831-300d-4594-8b0f-d3b31c42e5e4 on network 7b435b71-d20c-4f15-b462-26d694fc6d23 {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:51:31.744615 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84210c9a-924a-4c3d-8457-e88a2510711a req-8b3a8260-bca5-456c-bc67-fe63ff85e063 service neutron] Checking agent: {'id': 'ae447a02-7f1d-4456-a484-c4519a85c40b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 38), 'started_at': datetime.datetime(2021, 2, 17, 17, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:51:31.745740 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84210c9a-924a-4c3d-8457-e88a2510711a req-8b3a8260-bca5-456c-bc67-fe63ff85e063 service neutron] Checking segment: {'id': '31aff11b-7396-4981-85ef-5b95614ed352', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b435b71-d20c-4f15-b462-26d694fc6d23'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:51:31.746189 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-84210c9a-924a-4c3d-8457-e88a2510711a req-8b3a8260-bca5-456c-bc67-fe63ff85e063 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:31.749965 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84210c9a-924a-4c3d-8457-e88a2510711a req-8b3a8260-bca5-456c-bc67-fe63ff85e063 service neutron] Bound using segment: {'id': '31aff11b-7396-4981-85ef-5b95614ed352', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b435b71-d20c-4f15-b462-26d694fc6d23'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:51:31.749965 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-84210c9a-924a-4c3d-8457-e88a2510711a req-8b3a8260-bca5-456c-bc67-fe63ff85e063 service neutron] Bound port: 7d482831-300d-4594-8b0f-d3b31c42e5e4, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31aff11b-7396-4981-85ef-5b95614ed352', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b435b71-d20c-4f15-b462-26d694fc6d23'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:51:31.749965 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-84210c9a-924a-4c3d-8457-e88a2510711a req-8b3a8260-bca5-456c-bc67-fe63ff85e063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:31.773819 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ce877e9d-4bf0-44a0-8dd1-a404f38237eb tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:31.885556 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-84210c9a-924a-4c3d-8457-e88a2510711a req-8b3a8260-bca5-456c-bc67-fe63ff85e063 service neutron] For port 7d482831-300d-4594-8b0f-d3b31c42e5e4, host hv-cinder-76019, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:51:31.889604 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-84210c9a-924a-4c3d-8457-e88a2510711a req-8b3a8260-bca5-456c-bc67-fe63ff85e063 service neutron] For port 7d482831-300d-4594-8b0f-d3b31c42e5e4, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=7d482831-300d-4594-8b0f-d3b31c42e5e4,segment=NetworkSegment(31aff11b-7396-4981-85ef-5b95614ed352),segment_id=31aff11b-7396-4981-85ef-5b95614ed352)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:51:31.898630 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ce877e9d-4bf0-44a0-8dd1-a404f38237eb tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387695'] for security_group_rule, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:31.899940 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-84210c9a-924a-4c3d-8457-e88a2510711a req-8b3a8260-bca5-456c-bc67-fe63ff85e063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:31.922180 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9cb121-af61-420f-9bfe-ecfe7276be57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc884b99-3343-49da-a8e7-7c01283aa477', 'code': 200} Feb 17 17:51:31.922970 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.966s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:31.924904 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-3f22b01b-8b9c-4c31-b16b-a33a27e88717 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Allocated IP 172.20.0.7 (c245a29d-d855-422f-92c2-c252c85316a9/1de6da57-4422-442b-a877-f39d972d5352/222f637c-0ec8-445e-8784-739a23c4a07c) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:51:31.926699 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device dc884b99-3343-49da-a8e7-7c01283aa477 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:31.934233 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:32.167487 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:51:32.223188 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32768068-377c-4125-98a6-a622d056be42 req-546d95c6-090c-4f47-a863-193f2efda367 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:32.236395 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port dc884b99-3343-49da-a8e7-7c01283aa477 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:32.236859 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:32.241210 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-32768068-377c-4125-98a6-a622d056be42 req-546d95c6-090c-4f47-a863-193f2efda367 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38b84f7-1def-42c7-ba14-c8418ee884b2 HTTP/1.1" status: 200 len: 945 time: 0.7195697 Feb 17 17:51:32.321978 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-446d6923-a79b-48c0-99d4-433ee547cae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'name': 'tempest-AttachVolumeShelveTestJSON-1631215453-router', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:50Z', 'updated_at': '2021-02-17T17:51:18Z', 'revision_number': 4, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'gw_port': {'id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': 'b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7', 'name': '', 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'mac_address': 'fa:16:3e:81:18:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '5503d0e5-4ae3-4a76-b823-ab77a7eb8434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:11Z', 'updated_at': '2021-02-17T17:51:30Z', 'revision_number': 4, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'subnets': [{'id': '5503d0e5-4ae3-4a76-b823-ab77a7eb8434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:32.330646 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446d6923-a79b-48c0-99d4-433ee547cae9 None None] The sync data for ids ['5f42a43c-9d48-4d13-a00b-55d497b95bae'] in dv-cinder-760199-3-smb is: [{'id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'name': 'tempest-AttachVolumeShelveTestJSON-1631215453-router', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:50Z', 'updated_at': '2021-02-17T17:51:18Z', 'revision_number': 4, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'gw_port': {'id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': 'b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7', 'name': '', 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'mac_address': 'fa:16:3e:81:18:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '5503d0e5-4ae3-4a76-b823-ab77a7eb8434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:11Z', 'updated_at': '2021-02-17T17:51:30Z', 'revision_number': 4, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'subnets': [{'id': '5503d0e5-4ae3-4a76-b823-ab77a7eb8434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:51:32.331731 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce877e9d-4bf0-44a0-8dd1-a404f38237eb tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78bf3f28-2c59-4587-95de-6be05669a4a2,revision_number=0']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:32.333746 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ce877e9d-4bf0-44a0-8dd1-a404f38237eb tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:32.335049 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-ce877e9d-4bf0-44a0-8dd1-a404f38237eb tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2779572 Feb 17 17:51:32.356961 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ce877e9d-4bf0-44a0-8dd1-a404f38237eb tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:32.357806 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4f9d2d4a-3cc6-45ab-b36e-0bcc8d6e470a tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.416s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:32.360141 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 43582) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:32.381299 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-32768068-377c-4125-98a6-a622d056be42 req-93556a16-fd88-450a-9d45-cd7fabec302d tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387324 Feb 17 17:51:32.387043 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44171f69-7958-43a2-96cb-d8d071461f21 req-b3fbfeaf-2aea-4a6b-b997-8c128f4b365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:32.389982 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-44171f69-7958-43a2-96cb-d8d071461f21 req-b3fbfeaf-2aea-4a6b-b997-8c128f4b365c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f216181af2b648939636de50f29d3988&device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 1161 time: 0.6994340 Feb 17 17:51:32.407979 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-0b5b31a3-192f-497f-99bf-bc4816609f64 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Request body: {'security_group_rule': {'security_group_id': '0541b1b3-3664-43fd-b38a-0a567429a84c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:32.415961 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c25576-28ad-4353-aee6-c09477a2e569 req-ad68be36-0876-4365-9efb-abbdafff5490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:32.418206 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-70c25576-28ad-4353-aee6-c09477a2e569 req-ad68be36-0876-4365-9efb-abbdafff5490 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ab9cb121-af61-420f-9bfe-ecfe7276be57 HTTP/1.1" status: 200 len: 1162 time: 0.6691170 Feb 17 17:51:32.522230 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0b5b31a3-192f-497f-99bf-bc4816609f64 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:32.539731 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-0b5b31a3-192f-497f-99bf-bc4816609f64 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Usage tracker for resource:security_group_rule and tenant:3994a7af636a4127ad81e4b5bee876a5 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:32.556191 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-0b5b31a3-192f-497f-99bf-bc4816609f64 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:32.562722 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-44171f69-7958-43a2-96cb-d8d071461f21 req-7037fe35-f30d-48c3-9b76-73aa5b1a2a2e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a68e366-8692-443d-bcac-1c9ed3837f67 HTTP/1.1" status: 200 len: 217 time: 0.1224723 Feb 17 17:51:32.566264 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.db.resource_extend [None req-eb26cfee-52c0-4180-b441-68c198733868 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 17:51:32.646983 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0b5b31a3-192f-497f-99bf-bc4816609f64 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:32.651244 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a8260-bca5-456c-bc67-fe63ff85e063 service neutron] Pushing event updated for resources: {'Port': ['ID=7d482831-300d-4594-8b0f-d3b31c42e5e4,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:32.658526 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8b3a8260-bca5-456c-bc67-fe63ff85e063 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:32.738775 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eb26cfee-52c0-4180-b441-68c198733868 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:32.755069 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-70c25576-28ad-4353-aee6-c09477a2e569 req-aac2093b-f996-4c5c-9ab7-f76ef77bd5ea service neutron] Synchronizing usage tracker for tenant:9aa823b0ef094837b87079f7eefa89ad on resource:security_group {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:51:32.777061 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84210c9a-924a-4c3d-8457-e88a2510711a req-8b3a8260-bca5-456c-bc67-fe63ff85e063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:32.777749 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-84210c9a-924a-4c3d-8457-e88a2510711a req-8b3a8260-bca5-456c-bc67-fe63ff85e063 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:32.779845 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eb26cfee-52c0-4180-b441-68c198733868 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:32.780548 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-84210c9a-924a-4c3d-8457-e88a2510711a req-8b3a8260-bca5-456c-bc67-fe63ff85e063 service neutron] 10.222.0.67 "PUT /v2.0/ports/7d482831-300d-4594-8b0f-d3b31c42e5e4 HTTP/1.1" status: 200 len: 1157 time: 8.2239010 Feb 17 17:51:32.786554 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd904e59e-5491-4c6b-b42d-fb0bd064bd7e', 'tag': '7d482831-300d-4594-8b0f-d3b31c42e5e4'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:51:32.845853 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:32.899595 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-70c25576-28ad-4353-aee6-c09477a2e569 req-aac2093b-f996-4c5c-9ab7-f76ef77bd5ea service neutron] Unset dirty status for tenant:9aa823b0ef094837b87079f7eefa89ad on resource:security_group {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:51:32.901657 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-70c25576-28ad-4353-aee6-c09477a2e569 req-aac2093b-f996-4c5c-9ab7-f76ef77bd5ea service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c31fc243-2140-44ea-93ae-f0eed0e287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4594195 Feb 17 17:51:33.043898 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff9c7d-ef46-47f8-bf01-ff8cd3575a96 req-819ca5e2-d9b8-402d-b231-a03862d59c99 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:33.051619 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ceff9c7d-ef46-47f8-bf01-ff8cd3575a96 req-819ca5e2-d9b8-402d-b231-a03862d59c99 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab9cb121-af61-420f-9bfe-ecfe7276be57 HTTP/1.1" status: 200 len: 945 time: 0.3881447 Feb 17 17:51:33.098785 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0b5b31a3-192f-497f-99bf-bc4816609f64 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:33.202306 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device dc884b99-3343-49da-a8e7-7c01283aa477 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:33.210960 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44171f69-7958-43a2-96cb-d8d071461f21 req-1f3325f2-18c0-4458-abfc-96d69b34dca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:33.212596 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-44171f69-7958-43a2-96cb-d8d071461f21 req-1f3325f2-18c0-4458-abfc-96d69b34dca1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c2cdc979-22d3-4af2-8aed-276237453deb HTTP/1.1" status: 200 len: 859 time: 0.5758092 Feb 17 17:51:33.225149 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ceff9c7d-ef46-47f8-bf01-ff8cd3575a96 req-ebea28f7-75a5-4182-81f2-aa29a54a28d5 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31fc243-2140-44ea-93ae-f0eed0e287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672804 Feb 17 17:51:33.321169 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84210c9a-924a-4c3d-8457-e88a2510711a req-ea5fe22c-b29d-4d40-b1a9-537536565809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:33.323057 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-84210c9a-924a-4c3d-8457-e88a2510711a req-ea5fe22c-b29d-4d40-b1a9-537536565809 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f216181af2b648939636de50f29d3988&device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 1160 time: 0.4622340 Feb 17 17:51:33.333073 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0b5b31a3-192f-497f-99bf-bc4816609f64 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:33.414630 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26cfee-52c0-4180-b441-68c198733868 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Pushing event updated for resources: {'Port': ['ID=ed1e4fce-3bd0-4c7b-97c9-2e241030b30a,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:33.446447 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0b5b31a3-192f-497f-99bf-bc4816609f64 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387695'] for security_group_rule, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:33.451281 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port dc884b99-3343-49da-a8e7-7c01283aa477 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:33.451872 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:33.481240 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-eb26cfee-52c0-4180-b441-68c198733868 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:33.488941 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-44171f69-7958-43a2-96cb-d8d071461f21 req-406b2905-f52d-471d-8259-c150286416f4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b435b71-d20c-4f15-b462-26d694fc6d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2239604 Feb 17 17:51:33.496539 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bf1ff807-9a42-43e5-b9f4-dda870da0546 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:33.561531 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b31a3-192f-497f-99bf-bc4816609f64 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce62b64-6a9f-4f4a-b3ec-7308e7ee5764,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:33.583905 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-3f22b01b-8b9c-4c31-b16b-a33a27e88717 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:33.597761 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0b5b31a3-192f-497f-99bf-bc4816609f64 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:33.621256 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0295b5dd-a019-481d-adcb-369b4d5ed4bd req-3c7d4fc6-b02f-4b79-b5e5-17d712061c17 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:33.623055 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0295b5dd-a019-481d-adcb-369b4d5ed4bd req-3c7d4fc6-b02f-4b79-b5e5-17d712061c17 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 944 time: 1.0368178 Feb 17 17:51:33.682927 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-84210c9a-924a-4c3d-8457-e88a2510711a req-da02356a-9080-4f26-abef-36cf52055b6d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d482831-300d-4594-8b0f-d3b31c42e5e4 HTTP/1.1" status: 200 len: 217 time: 0.3443201 Feb 17 17:51:33.685640 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-3f22b01b-8b9c-4c31-b16b-a33a27e88717 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:33.709479 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:33.737450 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0b5b31a3-192f-497f-99bf-bc4816609f64 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:33.742012 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-0b5b31a3-192f-497f-99bf-bc4816609f64 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3424685 Feb 17 17:51:33.745102 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 43612) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:33.764734 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-5b6e5d97-474f-4013-a055-c0591c80389f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Request body: {'floatingip': {'floating_network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:33.774324 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eb26cfee-52c0-4180-b441-68c198733868 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846487875'] for floatingip, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:33.792373 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5b6e5d97-474f-4013-a055-c0591c80389f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:33.801570 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0295b5dd-a019-481d-adcb-369b4d5ed4bd req-a6914509-fd52-40ae-9995-e45c2f869d8f tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139071 Feb 17 17:51:33.816006 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-5b6e5d97-474f-4013-a055-c0591c80389f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Usage tracker for resource:floatingip and tenant:3994a7af636a4127ad81e4b5bee876a5 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:33.824161 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-5b6e5d97-474f-4013-a055-c0591c80389f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:33.832515 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5b6e5d97-474f-4013-a055-c0591c80389f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:33.835488 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eb26cfee-52c0-4180-b441-68c198733868 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for floatingip, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:33.848129 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-eb26cfee-52c0-4180-b441-68c198733868 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.2687662 Feb 17 17:51:33.883466 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6e5d97-474f-4013-a055-c0591c80389f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for floatingip, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:33.931133 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-44171f69-7958-43a2-96cb-d8d071461f21 req-c039249d-6db3-4df2-ae59-bf82ac53cd0f service neutron] 10.222.0.67 "GET /v2.0/networks/7b435b71-d20c-4f15-b462-26d694fc6d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884051 Feb 17 17:51:34.128518 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22b01b-8b9c-4c31-b16b-a33a27e88717 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Pushing event updated for resources: {'Port': ['ID=222f637c-0ec8-445e-8784-739a23c4a07c,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:34.140454 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3f22b01b-8b9c-4c31-b16b-a33a27e88717 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:34.162626 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7 up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:34.164604 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd904e59e-5491-4c6b-b42d-fb0bd064bd7e', 'tag': '7d482831-300d-4594-8b0f-d3b31c42e5e4', 'status': 'completed', 'code': 200} Feb 17 17:51:34.184699 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84210c9a-924a-4c3d-8457-e88a2510711a req-760ee9db-2221-479d-8a03-f95368fa33c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:34.186903 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-84210c9a-924a-4c3d-8457-e88a2510711a req-760ee9db-2221-479d-8a03-f95368fa33c5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c2cdc979-22d3-4af2-8aed-276237453deb HTTP/1.1" status: 200 len: 859 time: 0.4786923 Feb 17 17:51:34.199983 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-3f22b01b-8b9c-4c31-b16b-a33a27e88717 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Network c245a29d-d855-422f-92c2-c252c85316a9 is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:51:34.290788 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-84210c9a-924a-4c3d-8457-e88a2510711a req-1fb37ad9-151d-4d9b-aa01-570824b73b4e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b435b71-d20c-4f15-b462-26d694fc6d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847797 Feb 17 17:51:34.292783 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-3f22b01b-8b9c-4c31-b16b-a33a27e88717 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:51:34.303092 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-3f22b01b-8b9c-4c31-b16b-a33a27e88717 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:51:34.308110 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-3f22b01b-8b9c-4c31-b16b-a33a27e88717 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:34.309287 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-3f22b01b-8b9c-4c31-b16b-a33a27e88717 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:34.322031 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning for port b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:51:34.328496 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:34.329217 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:34.346679 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-502c92e5-aadb-4fd2-89ed-5775579eb0bf tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Synchronizing usage tracker for tenant:bc924de1492e41db80e64bc749ca753a on resource:security_group {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:51:34.387036 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-502c92e5-aadb-4fd2-89ed-5775579eb0bf tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Unset dirty status for tenant:bc924de1492e41db80e64bc749ca753a on resource:security_group {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:51:34.388317 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-502c92e5-aadb-4fd2-89ed-5775579eb0bf tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1671861653&fields=id&tenant_id=bc924de1492e41db80e64bc749ca753a HTTP/1.1" status: 200 len: 267 time: 0.1372328 Feb 17 17:51:34.469294 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-3f22b01b-8b9c-4c31-b16b-a33a27e88717 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9170465 Feb 17 17:51:34.498079 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:34.500326 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff5ef5-7826-4f6c-b179-de6ed71a5a9a req-2b4bd179-c6d5-4967-9cc9-489919015a6b tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:34.501446 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-78ff5ef5-7826-4f6c-b179-de6ed71a5a9a req-2b4bd179-c6d5-4967-9cc9-489919015a6b tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Synchronizing usage tracker for tenant:4c84dcfcfd7e4a36b26a9dd1df6c46f3 on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:51:34.512952 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-9a609463-f156-49c0-ac0b-78a8f0686dd0 service neutron] Request body: {'port': {'device_id': 'e9118faf-3f2f-4002-9671-a50c82afb88b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:34.539273 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] For port b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7,segment=NetworkSegment(d6c40ba5-568a-477a-8ba4-567b28b5f497),segment_id=d6c40ba5-568a-477a-8ba4-567b28b5f497)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:51:34.548286 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:34.555289 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:34.637209 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-44171f69-7958-43a2-96cb-d8d071461f21 req-83514248-8376-4d4d-a7bf-d34d63741891 service neutron] 10.222.0.67 "GET /v2.0/networks/7b435b71-d20c-4f15-b462-26d694fc6d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6222627 Feb 17 17:51:34.640966 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Pushing event updated for resources: {'Port': ['ID=b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7,revision_number=5']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:34.647909 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:34.680060 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-5643d010-6ca3-4e18-a089-c76f17b19575 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:34.682657 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-5643d010-6ca3-4e18-a089-c76f17b19575 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/networks?id=2bd27a9c-fc05-4957-b6fc-79c4c62cef95 HTTP/1.1" status: 200 len: 811 time: 0.2842615 Feb 17 17:51:34.684370 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 43648) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:34.687746 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6e5d97-474f-4013-a055-c0591c80389f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:34.696166 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-78ff5ef5-7826-4f6c-b179-de6ed71a5a9a req-2b4bd179-c6d5-4967-9cc9-489919015a6b tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Unset dirty status for tenant:4c84dcfcfd7e4a36b26a9dd1df6c46f3 on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:51:34.705024 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-78ff5ef5-7826-4f6c-b179-de6ed71a5a9a req-2b4bd179-c6d5-4967-9cc9-489919015a6b tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9118faf-3f2f-4002-9671-a50c82afb88b HTTP/1.1" status: 200 len: 931 time: 1.2036173 Feb 17 17:51:34.802189 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-84210c9a-924a-4c3d-8457-e88a2510711a req-a248ab0f-bb9e-42eb-bdf4-a12a5c0245ca service neutron] 10.222.0.67 "GET /v2.0/networks/7b435b71-d20c-4f15-b462-26d694fc6d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5005827 Feb 17 17:51:34.802853 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-9a609463-f156-49c0-ac0b-78a8f0686dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:34.870804 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-91200de7-d5f3-467f-86e9-9c0d45731a87 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/quotas/bc924de1492e41db80e64bc749ca753a HTTP/1.1" status: 200 len: 375 time: 0.1692700 Feb 17 17:51:34.988485 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-02316341-cd0e-41c5-a07c-06e09502c00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:35.031409 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 43664) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:35.037248 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-78ff5ef5-7826-4f6c-b179-de6ed71a5a9a req-6745056d-9660-46a8-9e6c-d171cbd2abfb tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0dc6615-3d55-44b3-91c1-33fdaf472d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313267 Feb 17 17:51:35.058255 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-02316341-cd0e-41c5-a07c-06e09502c00a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:35.086263 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-02316341-cd0e-41c5-a07c-06e09502c00a admin admin] Usage tracker for resource:security_group_rule and tenant:4edb794ee5f1484eaee5f3dea0130af1 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:35.113171 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-02316341-cd0e-41c5-a07c-06e09502c00a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:35.132481 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-02316341-cd0e-41c5-a07c-06e09502c00a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:35.152919 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87d10d-c75e-4f9f-94fc-74d2b2e33bc2 req-9d6b6b4f-445b-4099-8d93-f2f2e57521cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:35.154714 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fe87d10d-c75e-4f9f-94fc-74d2b2e33bc2 req-9d6b6b4f-445b-4099-8d93-f2f2e57521cf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f216181af2b648939636de50f29d3988&device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 1161 time: 0.3450673 Feb 17 17:51:35.308419 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-d20b6ded-c07f-403e-9343-dd70eea6e77d tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Synchronizing usage tracker for tenant:bc924de1492e41db80e64bc749ca753a on resource:port {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:51:35.335708 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2c1f1880-23ac-4f85-8444-cdcf67f7d634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:35.393143 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2c1f1880-23ac-4f85-8444-cdcf67f7d634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:35.396362 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-d20b6ded-c07f-403e-9343-dd70eea6e77d tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Unset dirty status for tenant:bc924de1492e41db80e64bc749ca753a on resource:port {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:51:35.397869 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-d20b6ded-c07f-403e-9343-dd70eea6e77d tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bc924de1492e41db80e64bc749ca753a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5183625 Feb 17 17:51:35.399010 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-5b6e5d97-474f-4013-a055-c0591c80389f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Allocated IP 172.28.3.181 (7adbab01-78f4-4f50-aa4c-26c3aba221ad/2ba7369c-b814-4a65-9701-7168439702b2/5323d1a4-a16c-43ce-8216-c9d77df154e1) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:51:35.419625 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-2c1f1880-23ac-4f85-8444-cdcf67f7d634 admin admin] Usage tracker for resource:security_group_rule and tenant:8673e108fce84a099d91c18d34c1dcde is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:35.424112 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-84210c9a-924a-4c3d-8457-e88a2510711a req-3fff0004-8c97-4dc2-9691-76a9c8dac5e9 service neutron] 10.222.0.67 "GET /v2.0/networks/7b435b71-d20c-4f15-b462-26d694fc6d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6082788 Feb 17 17:51:35.428347 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-2c1f1880-23ac-4f85-8444-cdcf67f7d634 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:35.444951 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2c1f1880-23ac-4f85-8444-cdcf67f7d634 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:35.479125 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde2c0b-21ce-437b-8849-7987ce07df15 req-a4b3367c-1650-43d8-a512-2510c8dadc0c tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:35.480807 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cbde2c0b-21ce-437b-8849-7987ce07df15 req-a4b3367c-1650-43d8-a512-2510c8dadc0c tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab9cb121-af61-420f-9bfe-ecfe7276be57 HTTP/1.1" status: 200 len: 945 time: 0.2521036 Feb 17 17:51:35.884145 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cbde2c0b-21ce-437b-8849-7987ce07df15 req-72ccbd52-cee6-48a5-acff-0f21a5b617e1 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31fc243-2140-44ea-93ae-f0eed0e287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920405 Feb 17 17:51:35.892106 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87d10d-c75e-4f9f-94fc-74d2b2e33bc2 req-6309e463-0094-4675-b84b-7cae92df47a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:35.893752 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fe87d10d-c75e-4f9f-94fc-74d2b2e33bc2 req-6309e463-0094-4675-b84b-7cae92df47a5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7b435b71-d20c-4f15-b462-26d694fc6d23 HTTP/1.1" status: 200 len: 913 time: 0.7308316 Feb 17 17:51:35.894797 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-9a609463-f156-49c0-ac0b-78a8f0686dd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 222f637c-0ec8-445e-8784-739a23c4a07c {{(pid=83987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:51:35.905940 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-9a609463-f156-49c0-ac0b-78a8f0686dd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:35.941012 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-9a609463-f156-49c0-ac0b-78a8f0686dd0 service neutron] Transition to ACTIVE for port object 222f637c-0ec8-445e-8784-739a23c4a07c will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:51:35.959309 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-9a609463-f156-49c0-ac0b-78a8f0686dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:35.987263 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d0148-eb1d-48b3-b72d-fb8cc4babb0a req-04715f24-908c-4647-95c9-1ea196f2e0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:35.988973 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1d0d0148-eb1d-48b3-b72d-fb8cc4babb0a req-04715f24-908c-4647-95c9-1ea196f2e0e0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f216181af2b648939636de50f29d3988&device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 1160 time: 0.4658735 Feb 17 17:51:35.993955 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-630cf125-fbb1-448e-9f79-ccc2c00871ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:36.004546 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-0d477994-5b67-4f65-a323-de0a6f16cf06 service neutron] 10.222.0.49 "GET /v2.0/networks/2bd27a9c-fc05-4957-b6fc-79c4c62cef95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5856023 Feb 17 17:51:36.057631 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-02316341-cd0e-41c5-a07c-06e09502c00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:36.139187 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7 up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:36.167351 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-02316341-cd0e-41c5-a07c-06e09502c00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:36.242818 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:36.243929 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:36.269205 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-854f2273-42f0-4d8f-9907-6c8b04b75b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:36.278424 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fe87d10d-c75e-4f9f-94fc-74d2b2e33bc2 req-567f7b8b-f81d-466a-9ffe-b58d235b517e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a68e366-8692-443d-bcac-1c9ed3837f67 HTTP/1.1" status: 200 len: 217 time: 0.2925246 Feb 17 17:51:36.381274 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d0148-eb1d-48b3-b72d-fb8cc4babb0a req-b9a9c48d-1ec9-4c3a-9d57-92304dc9f029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:36.383005 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1d0d0148-eb1d-48b3-b72d-fb8cc4babb0a req-b9a9c48d-1ec9-4c3a-9d57-92304dc9f029 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7b435b71-d20c-4f15-b462-26d694fc6d23 HTTP/1.1" status: 200 len: 913 time: 0.3552186 Feb 17 17:51:36.414840 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2c1f1880-23ac-4f85-8444-cdcf67f7d634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:36.491218 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2c1f1880-23ac-4f85-8444-cdcf67f7d634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:36.502952 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87d10d-c75e-4f9f-94fc-74d2b2e33bc2 req-cc9a7fd4-a666-40f9-933d-418cebf7b919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:36.505589 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fe87d10d-c75e-4f9f-94fc-74d2b2e33bc2 req-cc9a7fd4-a666-40f9-933d-418cebf7b919 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c2cdc979-22d3-4af2-8aed-276237453deb HTTP/1.1" status: 200 len: 859 time: 0.2138152 Feb 17 17:51:36.506928 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02316341-cd0e-41c5-a07c-06e09502c00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321345ac-0ce1-4321-9ba3-63b9ebf61cf0,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:36.523940 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1d0d0148-eb1d-48b3-b72d-fb8cc4babb0a req-49dfbefd-9f3b-49f6-aee8-18b1f508aea3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d482831-300d-4594-8b0f-d3b31c42e5e4 HTTP/1.1" status: 200 len: 217 time: 0.1142240 Feb 17 17:51:36.579790 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-ba660eac-1e43-4ab6-b8ac-009b4d59786e service neutron] 10.222.0.49 "GET /v2.0/networks/2bd27a9c-fc05-4957-b6fc-79c4c62cef95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4544594 Feb 17 17:51:36.597539 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-02316341-cd0e-41c5-a07c-06e09502c00a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:36.681240 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d0148-eb1d-48b3-b72d-fb8cc4babb0a req-3a5f3744-1c4c-4f0f-b5de-a69b3c52601f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:36.682915 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1d0d0148-eb1d-48b3-b72d-fb8cc4babb0a req-3a5f3744-1c4c-4f0f-b5de-a69b3c52601f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c2cdc979-22d3-4af2-8aed-276237453deb HTTP/1.1" status: 200 len: 859 time: 0.1221898 Feb 17 17:51:36.689556 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a609463-f156-49c0-ac0b-78a8f0686dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=222f637c-0ec8-445e-8784-739a23c4a07c,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:36.701528 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9a609463-f156-49c0-ac0b-78a8f0686dd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:36.701528 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c7314249-27f5-4740-a0b0-8fd8a9e97379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:36.739616 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fe87d10d-c75e-4f9f-94fc-74d2b2e33bc2 req-bc907941-47d2-470f-98ac-49cb4f4247d1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b435b71-d20c-4f15-b462-26d694fc6d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1304030 Feb 17 17:51:36.743163 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f1880-23ac-4f85-8444-cdcf67f7d634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8000f818-d386-469a-a54d-c786a58da860,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:36.747957 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2c1f1880-23ac-4f85-8444-cdcf67f7d634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:36.752950 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-2c1f1880-23ac-4f85-8444-cdcf67f7d634 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8673e108fce84a099d91c18d34c1dcde&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7124608 Feb 17 17:51:36.753854 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 43692) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:36.756047 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-02316341-cd0e-41c5-a07c-06e09502c00a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4edb794ee5f1484eaee5f3dea0130af1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0703640 Feb 17 17:51:36.756991 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 43694) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:36.822499 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1d0d0148-eb1d-48b3-b72d-fb8cc4babb0a req-42656575-4ab1-4ae9-8c0e-2a10316f52b2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b435b71-d20c-4f15-b462-26d694fc6d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829377 Feb 17 17:51:36.976019 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6e5d97-474f-4013-a055-c0591c80389f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:37.062716 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-11e156fc-057e-4770-b13d-2a0b302b8a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:37.085425 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fe87d10d-c75e-4f9f-94fc-74d2b2e33bc2 req-1c1298f7-e810-4fdb-97ef-be0c372d99ad service neutron] 10.222.0.67 "GET /v2.0/networks/7b435b71-d20c-4f15-b462-26d694fc6d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592134 Feb 17 17:51:37.123085 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-11e156fc-057e-4770-b13d-2a0b302b8a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:37.214277 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-96b8d536-2f41-48a5-89bb-28d68b6779b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:37.273689 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-9a609463-f156-49c0-ac0b-78a8f0686dd0 service neutron] Attempting to bind port 222f637c-0ec8-445e-8784-739a23c4a07c on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:51:37.274068 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-9a609463-f156-49c0-ac0b-78a8f0686dd0 service neutron] Attempting to bind port 222f637c-0ec8-445e-8784-739a23c4a07c by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '43ce63bc-bf60-49b1-a386-13c49e327176', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c245a29d-d855-422f-92c2-c252c85316a9'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:51:37.274444 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-9a609463-f156-49c0-ac0b-78a8f0686dd0 service neutron] Attempting to bind port 222f637c-0ec8-445e-8784-739a23c4a07c on network c245a29d-d855-422f-92c2-c252c85316a9 {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:51:37.303859 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6e5d97-474f-4013-a055-c0591c80389f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:37.329197 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-9a609463-f156-49c0-ac0b-78a8f0686dd0 service neutron] Checking agent: {'id': 'ae447a02-7f1d-4456-a484-c4519a85c40b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 38), 'started_at': datetime.datetime(2021, 2, 17, 17, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:51:37.329977 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-9a609463-f156-49c0-ac0b-78a8f0686dd0 service neutron] Checking segment: {'id': '43ce63bc-bf60-49b1-a386-13c49e327176', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c245a29d-d855-422f-92c2-c252c85316a9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:51:37.329977 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-9a609463-f156-49c0-ac0b-78a8f0686dd0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:37.330363 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-9a609463-f156-49c0-ac0b-78a8f0686dd0 service neutron] Bound using segment: {'id': '43ce63bc-bf60-49b1-a386-13c49e327176', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c245a29d-d855-422f-92c2-c252c85316a9'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:51:37.330863 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-9a609463-f156-49c0-ac0b-78a8f0686dd0 service neutron] Bound port: 222f637c-0ec8-445e-8784-739a23c4a07c, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ce63bc-bf60-49b1-a386-13c49e327176', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c245a29d-d855-422f-92c2-c252c85316a9'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:51:37.331255 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-9a609463-f156-49c0-ac0b-78a8f0686dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:37.334117 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:37.348099 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-96b8d536-2f41-48a5-89bb-28d68b6779b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:37.364571 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d2618-60ef-46e2-8ebc-adcb2d3d4a38 req-1d241f80-9487-48f0-92de-f24a559b4ac8 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:37.365228 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-5c4d2618-60ef-46e2-8ebc-adcb2d3d4a38 req-1d241f80-9487-48f0-92de-f24a559b4ac8 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Synchronizing usage tracker for tenant:f216181af2b648939636de50f29d3988 on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:51:37.392333 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.objects.ports [None req-fff9da09-a821-42a6-b36e-b1989c05f8fa None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=83988) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 17:51:37.458150 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-11e156fc-057e-4770-b13d-2a0b302b8a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:37.461913 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1d0d0148-eb1d-48b3-b72d-fb8cc4babb0a req-82f12fe2-3535-4ec7-8b32-1c3540a9ad2c service neutron] 10.222.0.67 "GET /v2.0/networks/7b435b71-d20c-4f15-b462-26d694fc6d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5443761 Feb 17 17:51:37.488275 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-5c4d2618-60ef-46e2-8ebc-adcb2d3d4a38 req-1d241f80-9487-48f0-92de-f24a559b4ac8 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Unset dirty status for tenant:f216181af2b648939636de50f29d3988 on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:51:37.489621 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5c4d2618-60ef-46e2-8ebc-adcb2d3d4a38 req-1d241f80-9487-48f0-92de-f24a559b4ac8 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 944 time: 0.6375089 Feb 17 17:51:37.524602 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e6eaf-30cf-44cb-b91d-79d1913b25c4 req-bbbcc7f2-6c61-447c-b362-2adf9768234e tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:37.527000 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-919e6eaf-30cf-44cb-b91d-79d1913b25c4 req-bbbcc7f2-6c61-447c-b362-2adf9768234e tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9118faf-3f2f-4002-9671-a50c82afb88b HTTP/1.1" status: 200 len: 943 time: 0.5466697 Feb 17 17:51:37.610021 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e5d97-474f-4013-a055-c0591c80389f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Pushing event updated for resources: {'Port': ['ID=5323d1a4-a16c-43ce-8216-c9d77df154e1,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:37.613511 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6e5d97-474f-4013-a055-c0591c80389f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:37.619892 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:37.653970 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fe87d10d-c75e-4f9f-94fc-74d2b2e33bc2 req-35d115f0-eb6a-42d1-af56-7254df143284 service neutron] 10.222.0.67 "GET /v2.0/networks/7b435b71-d20c-4f15-b462-26d694fc6d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5117548 Feb 17 17:51:37.656038 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e156fc-057e-4770-b13d-2a0b302b8a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8000f818-d386-469a-a54d-c786a58da860,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:37.658721 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-11e156fc-057e-4770-b13d-2a0b302b8a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:37.681724 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-11e156fc-057e-4770-b13d-2a0b302b8a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:37.686379 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-11e156fc-057e-4770-b13d-2a0b302b8a02 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8000f818-d386-469a-a54d-c786a58da860 HTTP/1.1" status: 204 len: 168 time: 0.9231064 Feb 17 17:51:37.692078 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-919e6eaf-30cf-44cb-b91d-79d1913b25c4 req-19dd5167-c7ed-4f1a-b3ae-eddf9f4e66a5 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Synchronizing usage tracker for tenant:4c84dcfcfd7e4a36b26a9dd1df6c46f3 on resource:security_group {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:51:37.696297 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5c4d2618-60ef-46e2-8ebc-adcb2d3d4a38 req-592ae0f7-4cb3-4f7f-8474-45959d6224e2 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714113 Feb 17 17:51:37.701854 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-9a609463-f156-49c0-ac0b-78a8f0686dd0 service neutron] For port 222f637c-0ec8-445e-8784-739a23c4a07c, host hv-cinder-76019, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:51:37.718045 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-96b8d536-2f41-48a5-89bb-28d68b6779b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:37.737691 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e070564f-399e-40aa-948a-e0879a187dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:37.743008 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-9a609463-f156-49c0-ac0b-78a8f0686dd0 service neutron] For port 222f637c-0ec8-445e-8784-739a23c4a07c, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=222f637c-0ec8-445e-8784-739a23c4a07c,segment=NetworkSegment(43ce63bc-bf60-49b1-a386-13c49e327176),segment_id=43ce63bc-bf60-49b1-a386-13c49e327176)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:51:37.754624 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-9a609463-f156-49c0-ac0b-78a8f0686dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:37.759276 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8d536-2f41-48a5-89bb-28d68b6779b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321345ac-0ce1-4321-9ba3-63b9ebf61cf0,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:37.781073 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1d0d0148-eb1d-48b3-b72d-fb8cc4babb0a req-753556b6-8315-456b-95fe-d793a19ef2d9 service neutron] 10.222.0.67 "GET /v2.0/networks/7b435b71-d20c-4f15-b462-26d694fc6d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3064654 Feb 17 17:51:37.787373 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-96b8d536-2f41-48a5-89bb-28d68b6779b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:37.788022 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8fe7570c-ab1a-4036-98fb-185ce41801e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:37.802073 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6e5d97-474f-4013-a055-c0591c80389f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Network 7adbab01-78f4-4f50-aa4c-26c3aba221ad is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:51:37.809355 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-5b6e5d97-474f-4013-a055-c0591c80389f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:51:37.812772 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-919e6eaf-30cf-44cb-b91d-79d1913b25c4 req-19dd5167-c7ed-4f1a-b3ae-eddf9f4e66a5 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Unset dirty status for tenant:4c84dcfcfd7e4a36b26a9dd1df6c46f3 on resource:security_group {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:51:37.827195 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-919e6eaf-30cf-44cb-b91d-79d1913b25c4 req-19dd5167-c7ed-4f1a-b3ae-eddf9f4e66a5 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0dc6615-3d55-44b3-91c1-33fdaf472d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879412 Feb 17 17:51:37.828090 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6e5d97-474f-4013-a055-c0591c80389f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:51:37.899339 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6e5d97-474f-4013-a055-c0591c80389f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:37.909110 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-96b8d536-2f41-48a5-89bb-28d68b6779b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:37.920169 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-96b8d536-2f41-48a5-89bb-28d68b6779b8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/321345ac-0ce1-4321-9ba3-63b9ebf61cf0 HTTP/1.1" status: 204 len: 168 time: 1.0950854 Feb 17 17:51:38.115909 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6e5d97-474f-4013-a055-c0591c80389f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:38.184409 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5c43ad85-1e8e-43d2-add4-73818444f56d req-93d11f8c-2345-4313-b001-4410a003ab19 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 210 time: 0.2290072 Feb 17 17:51:38.204863 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a609463-f156-49c0-ac0b-78a8f0686dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=222f637c-0ec8-445e-8784-739a23c4a07c,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:38.210707 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9a609463-f156-49c0-ac0b-78a8f0686dd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:38.250739 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-9a609463-f156-49c0-ac0b-78a8f0686dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:38.252195 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-9a609463-f156-49c0-ac0b-78a8f0686dd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:38.253428 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-9a609463-f156-49c0-ac0b-78a8f0686dd0 service neutron] 10.222.0.67 "PUT /v2.0/ports/222f637c-0ec8-445e-8784-739a23c4a07c HTTP/1.1" status: 200 len: 1157 time: 3.7618201 Feb 17 17:51:38.253963 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9118faf-3f2f-4002-9671-a50c82afb88b', 'tag': '222f637c-0ec8-445e-8784-739a23c4a07c'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:51:38.301969 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 43728) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:38.332253 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9118faf-3f2f-4002-9671-a50c82afb88b', 'tag': '222f637c-0ec8-445e-8784-739a23c4a07c', 'status': 'completed', 'code': 200} Feb 17 17:51:38.339257 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aa5a35d6-03b9-4d57-868e-d4a7cc3da82c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:38.411814 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-aa5a35d6-03b9-4d57-868e-d4a7cc3da82c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:38.418993 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-aa5a35d6-03b9-4d57-868e-d4a7cc3da82c admin admin] Usage tracker for resource:security_group_rule and tenant:71ca4baaf64840e580df5fdbced4f15a is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:38.424110 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-aa5a35d6-03b9-4d57-868e-d4a7cc3da82c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:38.433847 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-aa5a35d6-03b9-4d57-868e-d4a7cc3da82c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:38.487413 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-948ee196-c6fe-4d02-911c-aaa86074354a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:38.489103 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-948ee196-c6fe-4d02-911c-aaa86074354a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4c84dcfcfd7e4a36b26a9dd1df6c46f3&device_id=e9118faf-3f2f-4002-9671-a50c82afb88b HTTP/1.1" status: 200 len: 1160 time: 0.1361136 Feb 17 17:51:38.585858 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:38.638519 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 43740) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:38.669706 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6e5d97-474f-4013-a055-c0591c80389f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:38.674415 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6e5d97-474f-4013-a055-c0591c80389f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:38.693163 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:38.745655 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 3a68e366-8692-443d-bcac-1c9ed3837f67 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:38.919960 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e5d97-474f-4013-a055-c0591c80389f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Pushing event updated for resources: {'Port': ['ID=5323d1a4-a16c-43ce-8216-c9d77df154e1,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:38.942433 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning for port 3a68e366-8692-443d-bcac-1c9ed3837f67 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:51:38.949466 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6e5d97-474f-4013-a055-c0591c80389f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:38.958086 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 3a68e366-8692-443d-bcac-1c9ed3837f67 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:38.958898 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:39.011972 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-745941c3-749a-4328-bb83-a7f28636e2b0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=222f637c-0ec8-445e-8784-739a23c4a07c HTTP/1.1" status: 200 len: 217 time: 0.4938278 Feb 17 17:51:39.155566 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6e5d97-474f-4013-a055-c0591c80389f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846487875'] for floatingip, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:39.183508 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6e5d97-474f-4013-a055-c0591c80389f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for floatingip, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:39.184879 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-5b6e5d97-474f-4013-a055-c0591c80389f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4298184 Feb 17 17:51:39.200182 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:39.255005 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] For port 3a68e366-8692-443d-bcac-1c9ed3837f67, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=3a68e366-8692-443d-bcac-1c9ed3837f67,segment=NetworkSegment(31aff11b-7396-4981-85ef-5b95614ed352),segment_id=31aff11b-7396-4981-85ef-5b95614ed352)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:51:39.256124 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157c3c6d-16b7-4682-9f11-3ac29098a66c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a68e366-8692-443d-bcac-1c9ed3837f67'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:51:39.257889 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22214861-51a2-452d-a383-eaca733b2ed0 req-bf4943aa-07f9-4501-947a-b2b626cf23b2 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:39.261064 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-22214861-51a2-452d-a383-eaca733b2ed0 req-bf4943aa-07f9-4501-947a-b2b626cf23b2 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9118faf-3f2f-4002-9671-a50c82afb88b HTTP/1.1" status: 200 len: 943 time: 0.2079453 Feb 17 17:51:39.266482 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:39.269107 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 7d482831-300d-4594-8b0f-d3b31c42e5e4 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:39.271542 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c11e68df-2f26-46bf-95aa-ea1d252b2cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:39.317952 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:39.369336 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-22214861-51a2-452d-a383-eaca733b2ed0 req-bc797533-c55a-44d3-9e53-c29892a7a77f tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0dc6615-3d55-44b3-91c1-33fdaf472d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005619 Feb 17 17:51:39.383282 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-50b97853-e2cc-4b8d-a76b-304eb4b7b010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:39.399826 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-50b97853-e2cc-4b8d-a76b-304eb4b7b010 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1de6da57-4422-442b-a877-f39d972d5352 HTTP/1.1" status: 200 len: 849 time: 0.2205179 Feb 17 17:51:39.443575 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aa5a35d6-03b9-4d57-868e-d4a7cc3da82c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:39.446072 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c11e68df-2f26-46bf-95aa-ea1d252b2cd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:39.470880 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Pushing event updated for resources: {'Port': ['ID=3a68e366-8692-443d-bcac-1c9ed3837f67,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:39.483253 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:39.502591 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aa5a35d6-03b9-4d57-868e-d4a7cc3da82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:39.514171 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning for port 7d482831-300d-4594-8b0f-d3b31c42e5e4 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:51:39.516196 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-c11e68df-2f26-46bf-95aa-ea1d252b2cd8 admin admin] Usage tracker for resource:security_group_rule and tenant:94ae4b353a7e46c9b8ce4521217da5aa is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:39.520169 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 7d482831-300d-4594-8b0f-d3b31c42e5e4 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:39.521053 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:39.522793 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a9ddefab-c598-4ae3-9b53-72dec51b8201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:39.534854 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-c11e68df-2f26-46bf-95aa-ea1d252b2cd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:39.561590 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c11e68df-2f26-46bf-95aa-ea1d252b2cd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:39.567965 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-17d9ba2b-ad92-4ad9-ac60-a2af705ee9ed service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c245a29d-d855-422f-92c2-c252c85316a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182346 Feb 17 17:51:39.609161 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0122adfe-468f-49c1-b488-b02186b1d3a1 req-8731ae2d-593f-42a7-a5a7-2fe3b7de14c1 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 210 time: 0.0539281 Feb 17 17:51:39.619618 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a35d6-03b9-4d57-868e-d4a7cc3da82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00d45d0-5003-4784-b63b-644ed35c3db7,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:39.624557 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-aa5a35d6-03b9-4d57-868e-d4a7cc3da82c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:39.674970 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-b013037b-5481-451a-a15c-44a677497733 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:39.675922 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-b013037b-5481-451a-a15c-44a677497733 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Synchronizing usage tracker for tenant:bc924de1492e41db80e64bc749ca753a on resource:network {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:51:39.689901 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157c3c6d-16b7-4682-9f11-3ac29098a66c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a68e366-8692-443d-bcac-1c9ed3837f67', 'code': 200} Feb 17 17:51:39.692706 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:39.729581 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] For port 7d482831-300d-4594-8b0f-d3b31c42e5e4, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=7d482831-300d-4594-8b0f-d3b31c42e5e4,segment=NetworkSegment(31aff11b-7396-4981-85ef-5b95614ed352),segment_id=31aff11b-7396-4981-85ef-5b95614ed352)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:51:39.733571 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:39.735512 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:39.791518 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e3372-74d4-4c03-a885-43c054fab61c req-9baa548b-2a48-4831-9bc5-d3211b70ea8b tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:39.793419 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-483e3372-74d4-4c03-a885-43c054fab61c req-9baa548b-2a48-4831-9bc5-d3211b70ea8b tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 944 time: 0.7735260 Feb 17 17:51:39.820009 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 43776) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:39.820723 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-aa5a35d6-03b9-4d57-868e-d4a7cc3da82c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=71ca4baaf64840e580df5fdbced4f15a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5170019 Feb 17 17:51:39.835891 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Pushing event updated for resources: {'Port': ['ID=7d482831-300d-4594-8b0f-d3b31c42e5e4,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:39.841335 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:39.847858 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-c9fefa68-27be-4d0c-8dfc-3b7d418dbbdc tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Synchronizing usage tracker for tenant:3994a7af636a4127ad81e4b5bee876a5 on resource:security_group {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:51:39.877098 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-b013037b-5481-451a-a15c-44a677497733 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Unset dirty status for tenant:bc924de1492e41db80e64bc749ca753a on resource:network {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:51:39.879082 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-b013037b-5481-451a-a15c-44a677497733 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.67 "GET /v2.0/networks?id=2bd27a9c-fc05-4957-b6fc-79c4c62cef95 HTTP/1.1" status: 200 len: 811 time: 1.3624244 Feb 17 17:51:39.901930 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-c9fefa68-27be-4d0c-8dfc-3b7d418dbbdc tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Unset dirty status for tenant:3994a7af636a4127ad81e4b5bee876a5 on resource:security_group {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:51:39.903224 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-c9fefa68-27be-4d0c-8dfc-3b7d418dbbdc tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1995330091&fields=id&tenant_id=3994a7af636a4127ad81e4b5bee876a5 HTTP/1.1" status: 200 len: 267 time: 0.1336286 Feb 17 17:51:39.954349 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-62c865c5-1850-4543-8c6a-bf4e975933ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:39.972525 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-483e3372-74d4-4c03-a885-43c054fab61c req-ddfc95ff-bf76-4c11-9960-e6e2c6570da4 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602664 Feb 17 17:51:40.064325 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-3ca01794-ed90-4a9f-8bb5-b319b088666d service neutron] 10.222.0.67 "GET /v2.0/networks/c245a29d-d855-422f-92c2-c252c85316a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277487 Feb 17 17:51:40.293837 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 3a68e366-8692-443d-bcac-1c9ed3837f67 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:40.296240 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c11e68df-2f26-46bf-95aa-ea1d252b2cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:40.316055 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-d59bf613-50b7-4521-9486-9da7a1d45928 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Synchronizing usage tracker for tenant:bc924de1492e41db80e64bc749ca753a on resource:security_group {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:51:40.331912 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c11e68df-2f26-46bf-95aa-ea1d252b2cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:40.340919 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-62c865c5-1850-4543-8c6a-bf4e975933ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:40.346849 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:40.382939 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 3a68e366-8692-443d-bcac-1c9ed3837f67 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:40.383367 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:40.451576 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-c11e68df-2f26-46bf-95aa-ea1d252b2cd8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=94ae4b353a7e46c9b8ce4521217da5aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7978575 Feb 17 17:51:40.451576 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-d59bf613-50b7-4521-9486-9da7a1d45928 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Unset dirty status for tenant:bc924de1492e41db80e64bc749ca753a on resource:security_group {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:51:40.451576 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-d59bf613-50b7-4521-9486-9da7a1d45928 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bc924de1492e41db80e64bc749ca753a HTTP/1.1" status: 200 len: 5704 time: 0.5433404 Feb 17 17:51:40.454752 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 43792) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:40.465323 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-1da12c39-c72d-4f08-a1d4-48e004689a27 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:40.466984 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-1da12c39-c72d-4f08-a1d4-48e004689a27 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/networks?id=148e9e2e-c4f3-41c4-97ba-46e9b419a94e HTTP/1.1" status: 200 len: 817 time: 0.5478578 Feb 17 17:51:40.477264 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Request body: {'port': {'device_id': '213d32ee-d02f-45ff-9cd1-1ac28a8def51', 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95', 'admin_state_up': True, 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'security_groups': ['466bc289-fabb-4940-b222-81225db3d92b']}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:40.477506 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-62c865c5-1850-4543-8c6a-bf4e975933ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:40.500980 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4cf641ed-a6fb-4fbf-8fbe-4b23619c3093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:40.502045 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e68df-2f26-46bf-95aa-ea1d252b2cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de80cdac-37cb-4144-a4f1-5670079887bd,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:40.505643 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c11e68df-2f26-46bf-95aa-ea1d252b2cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:40.526073 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbadada-af67-424b-95eb-a8f619e4edc1 req-cbf45b2d-857a-43f1-b0f4-d59141edcb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:40.527765 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0dbadada-af67-424b-95eb-a8f619e4edc1 req-cbf45b2d-857a-43f1-b0f4-d59141edcb94 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 1163 time: 0.5138237 Feb 17 17:51:40.538846 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c865c5-1850-4543-8c6a-bf4e975933ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00d45d0-5003-4784-b63b-644ed35c3db7,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:40.540179 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 7d482831-300d-4594-8b0f-d3b31c42e5e4 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:40.561930 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-1fcfccb6-e765-4953-a175-ff579fbef2bf tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/quotas/3994a7af636a4127ad81e4b5bee876a5 HTTP/1.1" status: 200 len: 375 time: 0.0708060 Feb 17 17:51:40.568197 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-62c865c5-1850-4543-8c6a-bf4e975933ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:40.619292 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-62c865c5-1850-4543-8c6a-bf4e975933ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:40.622993 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-62c865c5-1850-4543-8c6a-bf4e975933ea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c00d45d0-5003-4784-b63b-644ed35c3db7 HTTP/1.1" status: 204 len: 168 time: 0.7994952 Feb 17 17:51:40.632175 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-3d39c67f-5a89-4327-b03a-eb4d96dce1a5 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:40.647542 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-3d39c67f-5a89-4327-b03a-eb4d96dce1a5 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/networks?id=376dd2cb-f819-4afd-88f1-5bdecf18b8d9 HTTP/1.1" status: 200 len: 812 time: 0.5338025 Feb 17 17:51:40.662955 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 7d482831-300d-4594-8b0f-d3b31c42e5e4 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:40.663632 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:40.694111 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0dbadada-af67-424b-95eb-a8f619e4edc1 req-246ebb2b-029a-493d-8f15-a351523835e5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490924 Feb 17 17:51:40.701448 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bfdf0866-71eb-446c-9756-f85a3ae6ffc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:40.738145 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bfdf0866-71eb-446c-9756-f85a3ae6ffc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:40.777392 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-4de868fe-242f-492e-a28e-6fb56172435e tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/quotas/82d5dedee50c40eebfe29a0df4366919 HTTP/1.1" status: 200 len: 375 time: 0.1288407 Feb 17 17:51:40.783711 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-2abff715-1196-44e8-8bff-8a1670427e47 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3994a7af636a4127ad81e4b5bee876a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2020500 Feb 17 17:51:40.800813 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:40.816801 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:40.827461 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9c6e601a-e67a-4ac1-9954-7e33bc19c6bf req-4a1ca27b-d1e3-470d-9097-0adfc91062d8 service neutron] 10.222.0.67 "GET /v2.0/networks/c245a29d-d855-422f-92c2-c252c85316a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7501752 Feb 17 17:51:40.831007 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Made reservation on behalf of bc924de1492e41db80e64bc749ca753a for: {'port': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:51:40.839565 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:40.898451 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bfdf0866-71eb-446c-9756-f85a3ae6ffc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:40.907376 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-62c865c5-1850-4543-8c6a-bf4e975933ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:40.926658 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf0866-71eb-446c-9756-f85a3ae6ffc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de80cdac-37cb-4144-a4f1-5670079887bd,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:40.929193 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bfdf0866-71eb-446c-9756-f85a3ae6ffc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:40.976944 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bfdf0866-71eb-446c-9756-f85a3ae6ffc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:40.979323 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-bfdf0866-71eb-446c-9756-f85a3ae6ffc2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/de80cdac-37cb-4144-a4f1-5670079887bd HTTP/1.1" status: 204 len: 168 time: 0.5233810 Feb 17 17:51:41.029152 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-8eab87a6-154c-44a3-ab53-b1709a18c338 service neutron] 10.222.0.49 "GET /v2.0/networks/148e9e2e-c4f3-41c4-97ba-46e9b419a94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242649 Feb 17 17:51:41.185683 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-9318adf0-c89f-4f18-ba12-ad61f6e441bd tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=82d5dedee50c40eebfe29a0df4366919&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3569369 Feb 17 17:51:41.252026 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-85eb1bea-41f1-46b0-937f-4d96e877da2f service neutron] 10.222.0.49 "GET /v2.0/networks/148e9e2e-c4f3-41c4-97ba-46e9b419a94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2218950 Feb 17 17:51:41.596399 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-86fa3913-eb97-4ea0-bc96-16c6c8987251 service neutron] 10.222.0.49 "GET /v2.0/networks/376dd2cb-f819-4afd-88f1-5bdecf18b8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336074 Feb 17 17:51:41.598430 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6813e6-05b8-4c26-ad94-e9c4e212fe0f req-b87ea65a-625b-4e93-8277-890cfb3b76b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:41.599947 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8d6813e6-05b8-4c26-ad94-e9c4e212fe0f req-b87ea65a-625b-4e93-8277-890cfb3b76b1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4c84dcfcfd7e4a36b26a9dd1df6c46f3&device_id=e9118faf-3f2f-4002-9671-a50c82afb88b HTTP/1.1" status: 200 len: 1160 time: 0.4726191 Feb 17 17:51:41.691048 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd904e59e-5491-4c6b-b42d-fb0bd064bd7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d482831-300d-4594-8b0f-d3b31c42e5e4'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:51:41.821083 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Allocated IP 172.20.0.13 (2bd27a9c-fc05-4957-b6fc-79c4c62cef95/90273680-1e5e-433f-9236-ce524691d25a/1c28c653-caee-4f2d-9c0e-ade7100afe58) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:51:41.862890 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebfd5a3-af09-418a-b5b5-b18073ac69a5 req-ade5f0b6-5efc-4fb9-abbe-c3c421516569 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:41.866643 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7ebfd5a3-af09-418a-b5b5-b18073ac69a5 req-ade5f0b6-5efc-4fb9-abbe-c3c421516569 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9118faf-3f2f-4002-9671-a50c82afb88b HTTP/1.1" status: 200 len: 943 time: 0.2101479 Feb 17 17:51:41.966506 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7ebfd5a3-af09-418a-b5b5-b18073ac69a5 req-b990dff8-2f32-4ee7-b25d-59c7e345da04 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0dc6615-3d55-44b3-91c1-33fdaf472d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908105 Feb 17 17:51:42.287842 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1ab308b5-fab8-41fb-8305-1708ee5a9196 req-f15ad0c8-01e0-4c88-93b6-2695b57ef241 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 210 time: 0.1390440 Feb 17 17:51:42.430792 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-64b5f67e-fb27-4cf4-a8b0-5add0b53ef23 service neutron] 10.222.0.49 "GET /v2.0/networks/376dd2cb-f819-4afd-88f1-5bdecf18b8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8229687 Feb 17 17:51:42.459251 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6813e6-05b8-4c26-ad94-e9c4e212fe0f req-98c6e33b-72f5-49c6-9606-535190961b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:42.462255 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8d6813e6-05b8-4c26-ad94-e9c4e212fe0f req-98c6e33b-72f5-49c6-9606-535190961b80 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c245a29d-d855-422f-92c2-c252c85316a9 HTTP/1.1" status: 200 len: 903 time: 0.8291290 Feb 17 17:51:42.612325 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df392b8-08cb-4b3f-8d6f-8dcc4cf350fc req-dc9c3469-9eae-4582-a26e-81290e49aaf3 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:42.640853 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5df392b8-08cb-4b3f-8d6f-8dcc4cf350fc req-dc9c3469-9eae-4582-a26e-81290e49aaf3 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 946 time: 0.2023380 Feb 17 17:51:42.644722 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:42.716298 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8d6813e6-05b8-4c26-ad94-e9c4e212fe0f req-a08d2ce9-f030-4873-918f-6e3c00a5f9b5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=222f637c-0ec8-445e-8784-739a23c4a07c HTTP/1.1" status: 200 len: 217 time: 0.2357032 Feb 17 17:51:42.749190 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5df392b8-08cb-4b3f-8d6f-8dcc4cf350fc req-d26eb4ea-7f84-46b6-96c7-6e0703220a98 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070161 Feb 17 17:51:42.861714 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6813e6-05b8-4c26-ad94-e9c4e212fe0f req-d0406d81-5f9d-46bc-af8f-c58222bfaabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:42.864593 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8d6813e6-05b8-4c26-ad94-e9c4e212fe0f req-d0406d81-5f9d-46bc-af8f-c58222bfaabc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1de6da57-4422-442b-a877-f39d972d5352 HTTP/1.1" status: 200 len: 849 time: 0.1308370 Feb 17 17:51:42.865899 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Transition to ACTIVE for port object 1c28c653-caee-4f2d-9c0e-ade7100afe58 will not be triggered until provisioned by entity DHCP. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:51:42.910848 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd904e59e-5491-4c6b-b42d-fb0bd064bd7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d482831-300d-4594-8b0f-d3b31c42e5e4', 'code': 200} Feb 17 17:51:42.941479 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8d6813e6-05b8-4c26-ad94-e9c4e212fe0f req-75e2581f-5840-483c-94ec-0915f596177e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c245a29d-d855-422f-92c2-c252c85316a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629630 Feb 17 17:51:42.962164 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:43.010272 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9a609463-f156-49c0-ac0b-78a8f0686dd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:43.240361 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-67bbaaa2-852e-41c4-8e77-e1750608dfdd req-0686dc2a-ac55-4914-ae71-9e712af1fa66 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 210 time: 0.1227551 Feb 17 17:51:43.431303 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689ff5b-c3f2-4006-bf50-4e25b20b1e9b req-6a28a59a-de6e-4913-a034-64cd1dafe934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:43.440105 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d689ff5b-c3f2-4006-bf50-4e25b20b1e9b req-6a28a59a-de6e-4913-a034-64cd1dafe934 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 1162 time: 0.1986055 Feb 17 17:51:43.490349 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-baac8654-5dbf-4458-bd2a-ed7fa205815a req-7fbf8538-d851-478a-adb4-e621f13d07cd tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5464a81-a62a-46cd-b315-dfa269eca1c2 HTTP/1.1" status: 200 len: 210 time: 0.5064511 Feb 17 17:51:43.566895 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d689ff5b-c3f2-4006-bf50-4e25b20b1e9b req-3bbe91b9-ff5b-42b1-9502-92e32cac6247 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162562 Feb 17 17:51:43.624064 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Pushing event updated for resources: {'Port': ['ID=1c28c653-caee-4f2d-9c0e-ade7100afe58,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:43.670889 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:43.671687 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:43.672302 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:43.676273 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:43.676397 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:43.676837 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:43.677249 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:43.677651 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:43.678050 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:43.678446 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:43.678836 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:43.679231 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:43.679737 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:43.680058 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:43.680447 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:43.680869 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:43.681258 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:43.681747 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:43.682246 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:43.682614 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:43.682970 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:43.683357 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:43.683742 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:43.684126 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:43.707815 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:43.837489 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8d6813e6-05b8-4c26-ad94-e9c4e212fe0f req-cfad49ce-5b53-480b-b988-02c7e6d42231 service neutron] 10.222.0.67 "GET /v2.0/networks/c245a29d-d855-422f-92c2-c252c85316a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8524563 Feb 17 17:51:43.851901 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Network 2bd27a9c-fc05-4957-b6fc-79c4c62cef95 is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:51:43.855443 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:51:43.872290 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:51:43.877942 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:43.878769 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:44.162312 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d454ae-d9bc-4ef6-a6a7-be358a7595fe req-a7c8b710-1a7a-4cfb-8b26-76abd75919a0 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:44.178789 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-85d454ae-d9bc-4ef6-a6a7-be358a7595fe req-a7c8b710-1a7a-4cfb-8b26-76abd75919a0 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab9cb121-af61-420f-9bfe-ecfe7276be57 HTTP/1.1" status: 200 len: 945 time: 0.4576135 Feb 17 17:51:44.320114 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8534703 Feb 17 17:51:44.376274 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7eccf-8286-4187-a6e6-a2a073dac7ae req-de16bac1-4915-4ef2-aedf-f22a5c8d657f tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:44.383062 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.objects.ports [None req-880d97a3-1264-4934-a5ed-e1ff6e8b3473 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83988) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 17:51:44.384179 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a7f7eccf-8286-4187-a6e6-a2a073dac7ae req-de16bac1-4915-4ef2-aedf-f22a5c8d657f tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9118faf-3f2f-4002-9671-a50c82afb88b HTTP/1.1" status: 200 len: 943 time: 0.4717622 Feb 17 17:51:44.392298 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-a02a9737-91af-42bf-b728-df25a39283bc service neutron] Request body: {'port': {'device_id': '213d32ee-d02f-45ff-9cd1-1ac28a8def51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:44.421353 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-c3fa0e42-5970-477e-84b0-4eafbfa2ed51 None None] Provisioning for port 1c28c653-caee-4f2d-9c0e-ade7100afe58 completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:51:44.426957 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-c3fa0e42-5970-477e-84b0-4eafbfa2ed51 None None] Provisioning complete for port 1c28c653-caee-4f2d-9c0e-ade7100afe58 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:44.427388 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c3fa0e42-5970-477e-84b0-4eafbfa2ed51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:44.471567 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-58b9382d-620d-4c5d-8b3a-26aecdd51c06 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:44.473324 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-58b9382d-620d-4c5d-8b3a-26aecdd51c06 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.67 "GET /v2.0/networks?id=148e9e2e-c4f3-41c4-97ba-46e9b419a94e HTTP/1.1" status: 200 len: 817 time: 0.4731665 Feb 17 17:51:44.523878 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-c3fa0e42-5970-477e-84b0-4eafbfa2ed51 None None] Port 1c28c653-caee-4f2d-9c0e-ade7100afe58 cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:51:44.528821 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-85d454ae-d9bc-4ef6-a6a7-be358a7595fe req-3c1529ae-fd5f-4aa8-a981-7a25488c5fda tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31fc243-2140-44ea-93ae-f0eed0e287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486478 Feb 17 17:51:44.536868 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d7c7c-bae3-4a91-bc8b-466f127075b7 req-ba30fbad-2da9-449e-937d-dcd349c429ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:44.538574 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f82d7c7c-bae3-4a91-bc8b-466f127075b7 req-ba30fbad-2da9-449e-937d-dcd349c429ca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f216181af2b648939636de50f29d3988&device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 1163 time: 0.4931638 Feb 17 17:51:44.545730 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a7f7eccf-8286-4187-a6e6-a2a073dac7ae req-2bce0187-8d9f-46b2-9aed-5c873a9faee7 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0dc6615-3d55-44b3-91c1-33fdaf472d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596045 Feb 17 17:51:44.591172 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8d6813e6-05b8-4c26-ad94-e9c4e212fe0f req-01dea457-0d50-41f6-8de6-d0fe00e7f900 service neutron] 10.222.0.67 "GET /v2.0/networks/c245a29d-d855-422f-92c2-c252c85316a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6941264 Feb 17 17:51:44.729339 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-a02a9737-91af-42bf-b728-df25a39283bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:44.781348 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d7c7c-bae3-4a91-bc8b-466f127075b7 req-cd67a6fb-898a-4489-8dcb-eb6a316df735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:44.783217 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f82d7c7c-bae3-4a91-bc8b-466f127075b7 req-cd67a6fb-898a-4489-8dcb-eb6a316df735 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7b435b71-d20c-4f15-b462-26d694fc6d23 HTTP/1.1" status: 200 len: 913 time: 0.2359827 Feb 17 17:51:44.946319 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2712f54-4718-4438-98c9-1c3b022f8a0d req-84359e2a-b9fc-4c97-b121-0544c371b9ba tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:44.947152 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-a2712f54-4718-4438-98c9-1c3b022f8a0d req-84359e2a-b9fc-4c97-b121-0544c371b9ba tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Synchronizing usage tracker for tenant:bc924de1492e41db80e64bc749ca753a on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:51:44.965006 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f82d7c7c-bae3-4a91-bc8b-466f127075b7 req-bc492347-46cb-4582-a3e7-64d587fd283e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a68e366-8692-443d-bcac-1c9ed3837f67 HTTP/1.1" status: 200 len: 217 time: 0.0991564 Feb 17 17:51:45.026134 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-a2712f54-4718-4438-98c9-1c3b022f8a0d req-84359e2a-b9fc-4c97-b121-0544c371b9ba tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Unset dirty status for tenant:bc924de1492e41db80e64bc749ca753a on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:51:45.033790 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a2712f54-4718-4438-98c9-1c3b022f8a0d req-84359e2a-b9fc-4c97-b121-0544c371b9ba tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 932 time: 0.3068359 Feb 17 17:51:45.094671 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-f3935b8a-962c-4a82-87ec-2efc42c0660b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3994a7af636a4127ad81e4b5bee876a5 HTTP/1.1" status: 200 len: 5705 time: 0.5644536 Feb 17 17:51:45.124400 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc8a5d-773a-417b-ae76-0b540e21a80a req-ccdb9bc9-d7d0-4245-9138-05a80d6b1401 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:45.131970 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8ffc8a5d-773a-417b-ae76-0b540e21a80a req-ccdb9bc9-d7d0-4245-9138-05a80d6b1401 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 946 time: 0.3476708 Feb 17 17:51:45.138203 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Request body: {'port': {'device_id': 'a97f11a4-5b9b-4d6b-9103-3266083793ae', 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e', 'admin_state_up': True, 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'security_groups': ['0541b1b3-3664-43fd-b38a-0a567429a84c']}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:45.221868 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a2712f54-4718-4438-98c9-1c3b022f8a0d req-bbba3af1-02b7-421e-941b-af320d958fe1 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867852 Feb 17 17:51:45.223282 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 222f637c-0ec8-445e-8784-739a23c4a07c up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:45.312964 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:45.318012 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Usage tracker for resource:port and tenant:3994a7af636a4127ad81e4b5bee876a5 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:45.328882 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:45.345749 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:45.440798 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Made reservation on behalf of 3994a7af636a4127ad81e4b5bee876a5 for: {'port': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:51:45.451948 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:45.520224 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning for port 222f637c-0ec8-445e-8784-739a23c4a07c completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:51:45.532046 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 222f637c-0ec8-445e-8784-739a23c4a07c triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:45.532474 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:45.551808 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d7c7c-bae3-4a91-bc8b-466f127075b7 req-5bc127c1-4ec0-4034-9dcf-d44704640cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:45.567050 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f82d7c7c-bae3-4a91-bc8b-466f127075b7 req-5bc127c1-4ec0-4034-9dcf-d44704640cce service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c2cdc979-22d3-4af2-8aed-276237453deb HTTP/1.1" status: 200 len: 859 time: 0.5524912 Feb 17 17:51:45.593218 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8ffc8a5d-773a-417b-ae76-0b540e21a80a req-c11e2339-126a-4546-a74a-480c997eb5b1 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601932 Feb 17 17:51:45.705458 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-623068c3-4a39-4179-a9ab-337279bb22f7 req-75737114-82be-440b-b058-3a322a731374 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Synchronizing usage tracker for tenant:3994a7af636a4127ad81e4b5bee876a5 on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:51:45.752506 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f82d7c7c-bae3-4a91-bc8b-466f127075b7 req-f79b0466-15f9-40d2-ab8f-9167ab44d604 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b435b71-d20c-4f15-b462-26d694fc6d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121275 Feb 17 17:51:45.765851 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:45.803155 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9118faf-3f2f-4002-9671-a50c82afb88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222f637c-0ec8-445e-8784-739a23c4a07c'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:51:45.818101 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] For port 222f637c-0ec8-445e-8784-739a23c4a07c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=222f637c-0ec8-445e-8784-739a23c4a07c,segment=NetworkSegment(43ce63bc-bf60-49b1-a386-13c49e327176),segment_id=43ce63bc-bf60-49b1-a386-13c49e327176)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:51:45.821234 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:45.824076 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2aa1baf3-e145-4160-b3e7-23e58d7311f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:45.830925 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-a02a9737-91af-42bf-b728-df25a39283bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c28c653-caee-4f2d-9c0e-ade7100afe58 {{(pid=83987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:51:45.845459 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-623068c3-4a39-4179-a9ab-337279bb22f7 req-75737114-82be-440b-b058-3a322a731374 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Unset dirty status for tenant:3994a7af636a4127ad81e4b5bee876a5 on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:51:45.858495 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-623068c3-4a39-4179-a9ab-337279bb22f7 req-75737114-82be-440b-b058-3a322a731374 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 210 time: 0.3192592 Feb 17 17:51:45.863172 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-a02a9737-91af-42bf-b728-df25a39283bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:45.914944 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-a02a9737-91af-42bf-b728-df25a39283bc service neutron] Transition to ACTIVE for port object 1c28c653-caee-4f2d-9c0e-ade7100afe58 will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:51:45.920115 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-a02a9737-91af-42bf-b728-df25a39283bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:45.942892 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Pushing event updated for resources: {'Port': ['ID=222f637c-0ec8-445e-8784-739a23c4a07c,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:45.947995 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9a609463-f156-49c0-ac0b-78a8f0686dd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:45.965565 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:45.991509 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.67', 51178) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:46.055372 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fe5f71a0-88e8-4bdb-9b10-c18830fa1312 req-aefdf2a7-796a-4865-8a89-8388ca20a521 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5464a81-a62a-46cd-b315-dfa269eca1c2 HTTP/1.1" status: 200 len: 210 time: 0.3008971 Feb 17 17:51:46.086357 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a9737-91af-42bf-b728-df25a39283bc service neutron] Pushing event updated for resources: {'Port': ['ID=1c28c653-caee-4f2d-9c0e-ade7100afe58,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:46.132450 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f82d7c7c-bae3-4a91-bc8b-466f127075b7 req-23d5fa5f-7f21-405b-888b-d88100940c7f service neutron] 10.222.0.67 "GET /v2.0/networks/7b435b71-d20c-4f15-b462-26d694fc6d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098010 Feb 17 17:51:46.187714 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a02a9737-91af-42bf-b728-df25a39283bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:46.194289 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-eac2caaa-65e6-4104-ac5c-acbea13f20db tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:46.195899 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-eac2caaa-65e6-4104-ac5c-acbea13f20db tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.67 "GET /v2.0/networks?id=376dd2cb-f819-4afd-88f1-5bdecf18b8d9 HTTP/1.1" status: 200 len: 812 time: 0.4946644 Feb 17 17:51:46.229168 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-150816e4-382b-4e73-bc49-26f7ca469ce0 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Request body: {'port': {'device_id': 'e5464a81-a62a-46cd-b315-dfa269eca1c2', 'network_id': '376dd2cb-f819-4afd-88f1-5bdecf18b8d9', 'admin_state_up': True, 'tenant_id': '82d5dedee50c40eebfe29a0df4366919'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:46.538275 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 222f637c-0ec8-445e-8784-739a23c4a07c up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:46.627144 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 222f637c-0ec8-445e-8784-739a23c4a07c triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:46.627690 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:46.684830 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1042e-848b-4a4d-b5da-8c55a0845208 req-b56d8993-7139-4e37-9511-41adb7e42d3d tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:46.686487 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2ff1042e-848b-4a4d-b5da-8c55a0845208 req-b56d8993-7139-4e37-9511-41adb7e42d3d tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab9cb121-af61-420f-9bfe-ecfe7276be57 HTTP/1.1" status: 200 len: 945 time: 0.6392970 Feb 17 17:51:46.728698 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff943fe-fd6e-4d1d-a52e-0f1fc0f43711 req-2963a291-6343-423f-9e4a-f4ccf35cdfc6 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:46.731233 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1ff943fe-fd6e-4d1d-a52e-0f1fc0f43711 req-2963a291-6343-423f-9e4a-f4ccf35cdfc6 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab9cb121-af61-420f-9bfe-ecfe7276be57 HTTP/1.1" status: 200 len: 945 time: 0.6769664 Feb 17 17:51:46.737773 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-150816e4-382b-4e73-bc49-26f7ca469ce0 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:46.755067 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-150816e4-382b-4e73-bc49-26f7ca469ce0 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:46.764174 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f82d7c7c-bae3-4a91-bc8b-466f127075b7 req-6134dbf5-4f9a-49a0-bf5f-8b030dc515a0 service neutron] 10.222.0.67 "GET /v2.0/networks/7b435b71-d20c-4f15-b462-26d694fc6d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6237414 Feb 17 17:51:46.775988 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6728a-b635-4138-8799-5b4905f8610b req-0a130fad-0692-4140-b163-d6084cd44db8 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:46.777749 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5af6728a-b635-4138-8799-5b4905f8610b req-0a130fad-0692-4140-b163-d6084cd44db8 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9118faf-3f2f-4002-9671-a50c82afb88b HTTP/1.1" status: 200 len: 945 time: 0.5427384 Feb 17 17:51:46.910803 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5af6728a-b635-4138-8799-5b4905f8610b req-a7c231b5-06e5-4799-9833-dde443a6453e tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0dc6615-3d55-44b3-91c1-33fdaf472d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153476 Feb 17 17:51:46.927288 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Allocated IP 172.20.0.10 (148e9e2e-c4f3-41c4-97ba-46e9b419a94e/5503d0e5-4ae3-4a76-b823-ab77a7eb8434/75ebb4e6-50fd-4093-a975-2f54d9085f70) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:51:46.952679 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 7d482831-300d-4594-8b0f-d3b31c42e5e4 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:47.095805 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9118faf-3f2f-4002-9671-a50c82afb88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222f637c-0ec8-445e-8784-739a23c4a07c', 'code': 200} Feb 17 17:51:47.096452 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 7d482831-300d-4594-8b0f-d3b31c42e5e4 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:47.096910 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:47.131915 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-150816e4-382b-4e73-bc49-26f7ca469ce0 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Made reservation on behalf of 82d5dedee50c40eebfe29a0df4366919 for: {'port': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:51:47.151875 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-150816e4-382b-4e73-bc49-26f7ca469ce0 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:47.227002 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-2ff1042e-848b-4a4d-b5da-8c55a0845208 req-514d95bd-7327-4284-b0f8-b06aa009c2d1 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Deleting port dc884b99-3343-49da-a8e7-7c01283aa477 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:51:47.227401 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-2ff1042e-848b-4a4d-b5da-8c55a0845208 req-514d95bd-7327-4284-b0f8-b06aa009c2d1 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:47.317578 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1ff943fe-fd6e-4d1d-a52e-0f1fc0f43711 req-c396338a-20f5-4b0d-ae38-138cff785f8b tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31fc243-2140-44ea-93ae-f0eed0e287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5629725 Feb 17 17:51:47.335552 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-a02a9737-91af-42bf-b728-df25a39283bc service neutron] Attempting to bind port 1c28c653-caee-4f2d-9c0e-ade7100afe58 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:51:47.335552 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-a02a9737-91af-42bf-b728-df25a39283bc service neutron] Attempting to bind port 1c28c653-caee-4f2d-9c0e-ade7100afe58 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '2a1dcd4d-620f-46e8-b260-044519dcb572', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:51:47.335552 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-a02a9737-91af-42bf-b728-df25a39283bc service neutron] Attempting to bind port 1c28c653-caee-4f2d-9c0e-ade7100afe58 on network 2bd27a9c-fc05-4957-b6fc-79c4c62cef95 {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:51:47.399811 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-a02a9737-91af-42bf-b728-df25a39283bc service neutron] Checking agent: {'id': 'ae447a02-7f1d-4456-a484-c4519a85c40b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 38), 'started_at': datetime.datetime(2021, 2, 17, 17, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:51:47.400317 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-a02a9737-91af-42bf-b728-df25a39283bc service neutron] Checking segment: {'id': '2a1dcd4d-620f-46e8-b260-044519dcb572', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:51:47.402684 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-a02a9737-91af-42bf-b728-df25a39283bc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:47.403123 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-a02a9737-91af-42bf-b728-df25a39283bc service neutron] Bound using segment: {'id': '2a1dcd4d-620f-46e8-b260-044519dcb572', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:51:47.403655 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-a02a9737-91af-42bf-b728-df25a39283bc service neutron] Bound port: 1c28c653-caee-4f2d-9c0e-ade7100afe58, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1dcd4d-620f-46e8-b260-044519dcb572', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:51:47.404054 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-a02a9737-91af-42bf-b728-df25a39283bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:47.456126 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device dc884b99-3343-49da-a8e7-7c01283aa477 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:51:47.579154 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b88fd-da7d-4fe0-bf8a-1bd233f8cf58 req-c002663c-a989-4f2c-903e-6274f1e7e55d tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:47.589328 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3f4b88fd-da7d-4fe0-bf8a-1bd233f8cf58 req-c002663c-a989-4f2c-903e-6274f1e7e55d tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 944 time: 0.3126845 Feb 17 17:51:47.601171 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:47.647792 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] For port dc884b99-3343-49da-a8e7-7c01283aa477, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=dc884b99-3343-49da-a8e7-7c01283aa477,segment=NetworkSegment(06504556-ee0e-41bf-83d7-9f856d0ff689),segment_id=06504556-ee0e-41bf-83d7-9f856d0ff689)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:51:47.651937 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:47.653855 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:47.663696 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488bb04-2789-4e64-ab91-ca1752cc86e2 req-a2ba77bd-52d9-43d1-803d-0278358732c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:47.667855 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8488bb04-2789-4e64-ab91-ca1752cc86e2 req-a2ba77bd-52d9-43d1-803d-0278358732c8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e9118faf-3f2f-4002-9671-a50c82afb88b HTTP/1.1" status: 200 len: 1162 time: 0.2546585 Feb 17 17:51:47.711459 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3f4b88fd-da7d-4fe0-bf8a-1bd233f8cf58 req-b026d8c1-b301-40e8-96c6-a0ca762a9beb tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211538 Feb 17 17:51:47.717577 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:47.749525 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Pushing event updated for resources: {'Port': ['ID=dc884b99-3343-49da-a8e7-7c01283aa477,revision_number=5']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:47.753250 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:47.762066 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Transition to ACTIVE for port object 75ebb4e6-50fd-4093-a975-2f54d9085f70 will not be triggered until provisioned by entity DHCP. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:51:47.772092 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8488bb04-2789-4e64-ab91-ca1752cc86e2 req-f598daf4-c671-46eb-bfbd-134bd64b0386 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e0dc6615-3d55-44b3-91c1-33fdaf472d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860939 Feb 17 17:51:47.801074 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:47.819314 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:47.919145 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-a02a9737-91af-42bf-b728-df25a39283bc service neutron] For port 1c28c653-caee-4f2d-9c0e-ade7100afe58, host hv-cinder-76019, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:51:47.980495 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-a02a9737-91af-42bf-b728-df25a39283bc service neutron] For port 1c28c653-caee-4f2d-9c0e-ade7100afe58, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=1c28c653-caee-4f2d-9c0e-ade7100afe58,segment=NetworkSegment(2a1dcd4d-620f-46e8-b260-044519dcb572),segment_id=2a1dcd4d-620f-46e8-b260-044519dcb572)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:51:47.999366 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-a02a9737-91af-42bf-b728-df25a39283bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:48.039101 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Pushing event updated for resources: {'Port': ['ID=75ebb4e6-50fd-4093-a975-2f54d9085f70,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:48.045675 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8b3a8260-bca5-456c-bc67-fe63ff85e063 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:48.057636 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:48.058038 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:48.058462 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:48.058823 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:48.059211 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:48.059596 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:48.059979 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:48.060363 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:48.060777 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:48.061157 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:48.061535 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:48.061915 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:48.062354 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:48.062734 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:48.063114 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:48.063530 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:48.063868 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:48.064245 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:48.064625 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:48.065026 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:48.065403 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:48.065776 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:48.066160 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:48.066523 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:48.070924 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:48.130665 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0066f64-31c6-43c0-9714-bac127dea5e4 req-46dfcb0f-1153-48a0-835e-99d09c1b52e1 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:48.132294 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c0066f64-31c6-43c0-9714-bac127dea5e4 req-46dfcb0f-1153-48a0-835e-99d09c1b52e1 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 932 time: 0.2235198 Feb 17 17:51:48.134395 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Network 148e9e2e-c4f3-41c4-97ba-46e9b419a94e is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:51:48.136267 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:51:48.138998 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:51:48.143287 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:48.143949 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:48.194641 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06317c72-7c36-4419-8ed6-2f2355e00448 req-540ea6e6-2be3-4add-b89e-0fbdd03efed8 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:48.203038 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-06317c72-7c36-4419-8ed6-2f2355e00448 req-540ea6e6-2be3-4add-b89e-0fbdd03efed8 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 946 time: 0.6656883 Feb 17 17:51:48.205448 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-6c6cf0b8-832d-4762-aa1a-b20a10970544 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0888278 Feb 17 17:51:48.215138 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c0066f64-31c6-43c0-9714-bac127dea5e4 req-d3818cd2-0cb1-4e73-a6d6-bdb1e47b5016 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666494 Feb 17 17:51:48.242828 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-da460646-9322-492e-87a2-7c46f08c7b97 service neutron] Request body: {'port': {'device_id': 'a97f11a4-5b9b-4d6b-9103-3266083793ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:48.261350 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a9737-91af-42bf-b728-df25a39283bc service neutron] Pushing event updated for resources: {'Port': ['ID=1c28c653-caee-4f2d-9c0e-ade7100afe58,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:48.277542 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a02a9737-91af-42bf-b728-df25a39283bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:48.278508 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 222f637c-0ec8-445e-8784-739a23c4a07c up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:48.365403 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 222f637c-0ec8-445e-8784-739a23c4a07c triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:48.365776 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:48.415306 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-2ff1042e-848b-4a4d-b5da-8c55a0845208 req-514d95bd-7327-4284-b0f8-b06aa009c2d1 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] For port dc884b99-3343-49da-a8e7-7c01283aa477, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=dc884b99-3343-49da-a8e7-7c01283aa477,segment=NetworkSegment(06504556-ee0e-41bf-83d7-9f856d0ff689),segment_id=06504556-ee0e-41bf-83d7-9f856d0ff689)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:51:48.415668 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-2ff1042e-848b-4a4d-b5da-8c55a0845208 req-514d95bd-7327-4284-b0f8-b06aa009c2d1 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:48.424611 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-150816e4-382b-4e73-bc49-26f7ca469ce0 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Allocated IP 172.20.0.2 (376dd2cb-f819-4afd-88f1-5bdecf18b8d9/70d362a4-3ff5-447c-8b3d-f3421ca1f4a0/1b452d0d-f072-48c5-8db2-4ddc52c9a2e7) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:51:48.463303 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d006b7c1-80e3-4e27-b36d-510ce28a4e7e req-e2260e28-d391-4dc8-9707-793d43381606 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5464a81-a62a-46cd-b315-dfa269eca1c2 HTTP/1.1" status: 200 len: 210 time: 0.0976896 Feb 17 17:51:48.507873 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-da460646-9322-492e-87a2-7c46f08c7b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:48.588933 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-e47c2a36-cc24-4b12-9969-3f725c53e698 None None] Provisioning for port 75ebb4e6-50fd-4093-a975-2f54d9085f70 completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:51:48.598277 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-e47c2a36-cc24-4b12-9969-3f725c53e698 None None] Provisioning complete for port 75ebb4e6-50fd-4093-a975-2f54d9085f70 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:48.598954 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e47c2a36-cc24-4b12-9969-3f725c53e698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:48.626675 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-2ff1042e-848b-4a4d-b5da-8c55a0845208 req-514d95bd-7327-4284-b0f8-b06aa009c2d1 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Calling delete_port for dc884b99-3343-49da-a8e7-7c01283aa477 owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:51:48.678085 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-e47c2a36-cc24-4b12-9969-3f725c53e698 None None] Port 75ebb4e6-50fd-4093-a975-2f54d9085f70 cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:51:48.907060 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb6afa-c177-4d02-bf29-50341e8f645a req-b067a37c-2e60-4d4e-b292-de7f8e5d418a tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:48.914939 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9eeb6afa-c177-4d02-bf29-50341e8f645a req-b067a37c-2e60-4d4e-b292-de7f8e5d418a tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9118faf-3f2f-4002-9671-a50c82afb88b HTTP/1.1" status: 200 len: 945 time: 0.2466071 Feb 17 17:51:48.968630 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-06317c72-7c36-4419-8ed6-2f2355e00448 req-c08a41a3-d431-4fcb-aa81-0be9114f17ec tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7645333 Feb 17 17:51:49.097562 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9cb121-af61-420f-9bfe-ecfe7276be57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc884b99-3343-49da-a8e7-7c01283aa477'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:51:49.182957 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9eeb6afa-c177-4d02-bf29-50341e8f645a req-6766b5b7-ce4d-4067-a576-5018ed71c7c6 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0dc6615-3d55-44b3-91c1-33fdaf472d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655268 Feb 17 17:51:49.205806 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-a02a9737-91af-42bf-b728-df25a39283bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:49.206992 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-a02a9737-91af-42bf-b728-df25a39283bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:49.207550 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-a02a9737-91af-42bf-b728-df25a39283bc service neutron] 10.222.0.67 "PUT /v2.0/ports/1c28c653-caee-4f2d-9c0e-ade7100afe58 HTTP/1.1" status: 200 len: 1158 time: 4.8659747 Feb 17 17:51:49.218746 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213d32ee-d02f-45ff-9cd1-1ac28a8def51', 'tag': '1c28c653-caee-4f2d-9c0e-ade7100afe58'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:51:49.239106 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-2ff1042e-848b-4a4d-b5da-8c55a0845208 req-514d95bd-7327-4284-b0f8-b06aa009c2d1 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:49.532303 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-da460646-9322-492e-87a2-7c46f08c7b97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ebb4e6-50fd-4093-a975-2f54d9085f70 {{(pid=83986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:51:49.544609 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-da460646-9322-492e-87a2-7c46f08c7b97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:49.565661 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-da460646-9322-492e-87a2-7c46f08c7b97 service neutron] Transition to ACTIVE for port object 75ebb4e6-50fd-4093-a975-2f54d9085f70 will not be triggered until provisioned by entity L2. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:51:49.570238 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-da460646-9322-492e-87a2-7c46f08c7b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:49.594130 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:49.623632 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a02a9737-91af-42bf-b728-df25a39283bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:49.745429 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672e27b-aa4d-4f2a-937c-596108647c2b req-521946f3-5f9b-4f6b-8b5c-cf6c5e9e2b2c tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:49.747076 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-6672e27b-aa4d-4f2a-937c-596108647c2b req-521946f3-5f9b-4f6b-8b5c-cf6c5e9e2b2c tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 944 time: 0.2811825 Feb 17 17:51:49.775555 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d95bd-7327-4284-b0f8-b06aa009c2d1 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Pushing event deleted for resources: {'Port': ['ID=dc884b99-3343-49da-a8e7-7c01283aa477,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:49.788938 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-514d95bd-7327-4284-b0f8-b06aa009c2d1 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:49.801707 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da460646-9322-492e-87a2-7c46f08c7b97 service neutron] Pushing event updated for resources: {'Port': ['ID=75ebb4e6-50fd-4093-a975-2f54d9085f70,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:49.805001 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-da460646-9322-492e-87a2-7c46f08c7b97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:49.856250 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-6672e27b-aa4d-4f2a-937c-596108647c2b req-92a9688a-8e73-499d-a960-273a37dee8fa tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002619 Feb 17 17:51:49.944025 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9cb121-af61-420f-9bfe-ecfe7276be57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc884b99-3343-49da-a8e7-7c01283aa477', 'code': 200} Feb 17 17:51:49.953266 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9199692-19ba-4c06-bb2c-e9fe4f6b699c req-2eabd135-a8d4-4ca4-b737-7a72ebeb9c30 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:49.954956 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d9199692-19ba-4c06-bb2c-e9fe4f6b699c req-2eabd135-a8d4-4ca4-b737-7a72ebeb9c30 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab9cb121-af61-420f-9bfe-ecfe7276be57 HTTP/1.1" status: 200 len: 865 time: 0.8465242 Feb 17 17:51:49.966804 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-da460646-9322-492e-87a2-7c46f08c7b97 service neutron] Attempting to bind port 75ebb4e6-50fd-4093-a975-2f54d9085f70 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:51:49.967103 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-da460646-9322-492e-87a2-7c46f08c7b97 service neutron] Attempting to bind port 75ebb4e6-50fd-4093-a975-2f54d9085f70 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'd6c40ba5-568a-477a-8ba4-567b28b5f497', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e'}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:51:49.967481 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-da460646-9322-492e-87a2-7c46f08c7b97 service neutron] Attempting to bind port 75ebb4e6-50fd-4093-a975-2f54d9085f70 on network 148e9e2e-c4f3-41c4-97ba-46e9b419a94e {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:51:49.975375 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-da460646-9322-492e-87a2-7c46f08c7b97 service neutron] Checking agent: {'id': 'ae447a02-7f1d-4456-a484-c4519a85c40b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 38), 'started_at': datetime.datetime(2021, 2, 17, 17, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:51:49.975754 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-da460646-9322-492e-87a2-7c46f08c7b97 service neutron] Checking segment: {'id': 'd6c40ba5-568a-477a-8ba4-567b28b5f497', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:51:49.976166 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-da460646-9322-492e-87a2-7c46f08c7b97 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:49.976722 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-da460646-9322-492e-87a2-7c46f08c7b97 service neutron] Bound using segment: {'id': 'd6c40ba5-568a-477a-8ba4-567b28b5f497', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e'} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:51:49.977272 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-da460646-9322-492e-87a2-7c46f08c7b97 service neutron] Bound port: 75ebb4e6-50fd-4093-a975-2f54d9085f70, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c40ba5-568a-477a-8ba4-567b28b5f497', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e'}}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:51:49.977696 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-da460646-9322-492e-87a2-7c46f08c7b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:50.001589 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-150816e4-382b-4e73-bc49-26f7ca469ce0 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:50.047792 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213d32ee-d02f-45ff-9cd1-1ac28a8def51', 'tag': '1c28c653-caee-4f2d-9c0e-ade7100afe58', 'status': 'completed', 'code': 200} Feb 17 17:51:50.133859 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff1042e-848b-4a4d-b5da-8c55a0845208 req-514d95bd-7327-4284-b0f8-b06aa009c2d1 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] No DVR routers for this DVR port dc884b99-3343-49da-a8e7-7c01283aa477 on host hv-cinder-76019 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:51:50.134547 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-da460646-9322-492e-87a2-7c46f08c7b97 service neutron] For port 75ebb4e6-50fd-4093-a975-2f54d9085f70, host hv-cinder-76019, cleared binding levels {{(pid=83986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:51:50.138081 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-2ff1042e-848b-4a4d-b5da-8c55a0845208 req-514d95bd-7327-4284-b0f8-b06aa009c2d1 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:50.142115 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-150816e4-382b-4e73-bc49-26f7ca469ce0 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:50.194767 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-da460646-9322-492e-87a2-7c46f08c7b97 service neutron] For port 75ebb4e6-50fd-4093-a975-2f54d9085f70, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=75ebb4e6-50fd-4093-a975-2f54d9085f70,segment=NetworkSegment(d6c40ba5-568a-477a-8ba4-567b28b5f497),segment_id=d6c40ba5-568a-477a-8ba4-567b28b5f497)] {{(pid=83986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:51:50.199554 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-da460646-9322-492e-87a2-7c46f08c7b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:50.202479 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:50.217837 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:50.291906 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 222f637c-0ec8-445e-8784-739a23c4a07c up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:50.311365 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-9a8ae6d5-999b-434d-bc14-8e5f666eef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:50.313128 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-9a8ae6d5-999b-434d-bc14-8e5f666eef42 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc924de1492e41db80e64bc749ca753a&device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 1161 time: 0.6456544 Feb 17 17:51:50.375419 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 222f637c-0ec8-445e-8784-739a23c4a07c triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:50.376046 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:50.443181 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2ff1042e-848b-4a4d-b5da-8c55a0845208 req-514d95bd-7327-4284-b0f8-b06aa009c2d1 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.67 "DELETE /v2.0/ports/dc884b99-3343-49da-a8e7-7c01283aa477 HTTP/1.1" status: 204 len: 173 time: 3.6894121 Feb 17 17:51:50.444110 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150816e4-382b-4e73-bc49-26f7ca469ce0 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Pushing event updated for resources: {'Port': ['ID=1b452d0d-f072-48c5-8db2-4ddc52c9a2e7,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:50.456213 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-150816e4-382b-4e73-bc49-26f7ca469ce0 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:50.496613 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d9199692-19ba-4c06-bb2c-e9fe4f6b699c req-7d64120d-f430-406d-8666-433598f9fa49 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31fc243-2140-44ea-93ae-f0eed0e287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620659 Feb 17 17:51:50.500929 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-0ebe450e-a7a5-448f-9048-2c6158750096 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c28c653-caee-4f2d-9c0e-ade7100afe58 HTTP/1.1" status: 200 len: 217 time: 0.1707461 Feb 17 17:51:50.627746 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da460646-9322-492e-87a2-7c46f08c7b97 service neutron] Pushing event updated for resources: {'Port': ['ID=75ebb4e6-50fd-4093-a975-2f54d9085f70,revision_number=3']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:50.628941 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-94a25163-3e61-4de0-9ad4-b28b541a0c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:50.634360 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-da460646-9322-492e-87a2-7c46f08c7b97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:50.639740 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-94a25163-3e61-4de0-9ad4-b28b541a0c70 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=90273680-1e5e-433f-9236-ce524691d25a HTTP/1.1" status: 200 len: 850 time: 0.1185858 Feb 17 17:51:50.666990 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76ba47-deda-407f-8e76-bbf132151a2e req-7d7e5c38-c083-4912-aceb-d1034568f2d6 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:50.667791 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-ee76ba47-deda-407f-8e76-bbf132151a2e req-7d7e5c38-c083-4912-aceb-d1034568f2d6 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Synchronizing usage tracker for tenant:3994a7af636a4127ad81e4b5bee876a5 on resource:port {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:51:50.696561 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-da460646-9322-492e-87a2-7c46f08c7b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:50.697363 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-da460646-9322-492e-87a2-7c46f08c7b97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:50.698895 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-da460646-9322-492e-87a2-7c46f08c7b97 service neutron] 10.222.0.67 "PUT /v2.0/ports/75ebb4e6-50fd-4093-a975-2f54d9085f70 HTTP/1.1" status: 200 len: 1158 time: 2.4678860 Feb 17 17:51:50.699427 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97f11a4-5b9b-4d6b-9103-3266083793ae', 'tag': '75ebb4e6-50fd-4093-a975-2f54d9085f70'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:51:50.708999 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-ee76ba47-deda-407f-8e76-bbf132151a2e req-7d7e5c38-c083-4912-aceb-d1034568f2d6 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Unset dirty status for tenant:3994a7af636a4127ad81e4b5bee876a5 on resource:port {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:51:50.710223 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ee76ba47-deda-407f-8e76-bbf132151a2e req-7d7e5c38-c083-4912-aceb-d1034568f2d6 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 944 time: 0.5780282 Feb 17 17:51:50.774118 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ee76ba47-deda-407f-8e76-bbf132151a2e req-3299a4f9-9c07-4045-9922-8b48dd20c0fa tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563645 Feb 17 17:51:50.802907 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-150816e4-382b-4e73-bc49-26f7ca469ce0 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Network 376dd2cb-f819-4afd-88f1-5bdecf18b8d9 is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:51:50.810539 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-150816e4-382b-4e73-bc49-26f7ca469ce0 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:51:50.831022 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-150816e4-382b-4e73-bc49-26f7ca469ce0 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:51:50.842442 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-150816e4-382b-4e73-bc49-26f7ca469ce0 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:50.843179 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-150816e4-382b-4e73-bc49-26f7ca469ce0 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:50.900436 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-4d107b0c-9cb0-4df5-a4c1-a11403da2297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:50.902611 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-4d107b0c-9cb0-4df5-a4c1-a11403da2297 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3994a7af636a4127ad81e4b5bee876a5&device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 1161 time: 0.1272311 Feb 17 17:51:50.905228 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-150816e4-382b-4e73-bc49-26f7ca469ce0 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6831944 Feb 17 17:51:50.938995 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-8e59f75b-a561-4810-a1fc-84512b3e2d71 service neutron] Request body: {'port': {'device_id': 'e5464a81-a62a-46cd-b315-dfa269eca1c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:51.019571 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690304e-467e-4d8f-84db-3969a0c25aad req-0bfe6a02-9ece-4317-87e1-7a2af1b57e34 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:51.020548 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-4690304e-467e-4d8f-84db-3969a0c25aad req-0bfe6a02-9ece-4317-87e1-7a2af1b57e34 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Synchronizing usage tracker for tenant:82d5dedee50c40eebfe29a0df4366919 on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:51:51.056039 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-4aa8149d-bda2-4fe1-a2d4-6d290b89f8a7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75ebb4e6-50fd-4093-a975-2f54d9085f70 HTTP/1.1" status: 200 len: 217 time: 0.0800982 Feb 17 17:51:51.140287 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-f90aafb7-3c69-4542-ad2b-3bedde00831f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:51.142074 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-f90aafb7-3c69-4542-ad2b-3bedde00831f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2bd27a9c-fc05-4957-b6fc-79c4c62cef95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4899693 Feb 17 17:51:51.145054 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-4690304e-467e-4d8f-84db-3969a0c25aad req-0bfe6a02-9ece-4317-87e1-7a2af1b57e34 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Unset dirty status for tenant:82d5dedee50c40eebfe29a0df4366919 on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:51:51.146277 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4690304e-467e-4d8f-84db-3969a0c25aad req-0bfe6a02-9ece-4317-87e1-7a2af1b57e34 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5464a81-a62a-46cd-b315-dfa269eca1c2 HTTP/1.1" status: 200 len: 931 time: 0.4131246 Feb 17 17:51:51.188821 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-29e3ba1b-9362-4f50-893d-f9ac132b9c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:51.191131 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-29e3ba1b-9362-4f50-893d-f9ac132b9c0e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5503d0e5-4ae3-4a76-b823-ab77a7eb8434 HTTP/1.1" status: 200 len: 856 time: 0.1207526 Feb 17 17:51:51.280908 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb39afb-b83e-4db5-be4d-a86a04ed8910 req-f14e6ab7-9219-455a-93b6-6fe3c5ed68e2 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:51.282325 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-aeb39afb-b83e-4db5-be4d-a86a04ed8910 req-f14e6ab7-9219-455a-93b6-6fe3c5ed68e2 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 946 time: 0.3638113 Feb 17 17:51:51.284079 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-8e59f75b-a561-4810-a1fc-84512b3e2d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:51.346361 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-a2b71c72-f847-46bc-b1bf-1290e114f80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:51.347753 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-a2b71c72-f847-46bc-b1bf-1290e114f80e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=148e9e2e-c4f3-41c4-97ba-46e9b419a94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1476197 Feb 17 17:51:51.358436 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-aeb39afb-b83e-4db5-be4d-a86a04ed8910 req-02231d1c-8a6b-42db-b008-857232004f67 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678155 Feb 17 17:51:51.390497 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4690304e-467e-4d8f-84db-3969a0c25aad req-86773fc2-83ca-41e8-8a25-10604e242d0b tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174339 Feb 17 17:51:51.504557 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a97f11a4-5b9b-4d6b-9103-3266083793ae', 'tag': '75ebb4e6-50fd-4093-a975-2f54d9085f70', 'status': 'completed', 'code': 200} Feb 17 17:51:51.514736 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-f54dc710-61ee-4a5c-9be0-eb01e435b898 service neutron] 10.222.0.67 "GET /v2.0/networks/2bd27a9c-fc05-4957-b6fc-79c4c62cef95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651989 Feb 17 17:51:51.523190 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 44052) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:51.640604 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-6865181a-97ed-456f-8e36-1321ce08c258 service neutron] 10.222.0.67 "GET /v2.0/networks/148e9e2e-c4f3-41c4-97ba-46e9b419a94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806518 Feb 17 17:51:51.660385 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5c6dc-af62-4b8d-88df-6efe65488f65 req-44aeda12-36aa-40e3-bb5a-c75b404436a2 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:51.668371 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e7a5c6dc-af62-4b8d-88df-6efe65488f65 req-44aeda12-36aa-40e3-bb5a-c75b404436a2 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9118faf-3f2f-4002-9671-a50c82afb88b HTTP/1.1" status: 200 len: 945 time: 0.1629786 Feb 17 17:51:51.851741 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c03a3326-4acb-4e3e-b791-ecac79f135ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:51.873788 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e7a5c6dc-af62-4b8d-88df-6efe65488f65 req-43474f5b-527e-416b-a26b-f76064ef3bd7 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0dc6615-3d55-44b3-91c1-33fdaf472d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857882 Feb 17 17:51:51.874004 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5b8e7610-5b06-44f8-bc95-8f4e8190426a req-e8f7825c-3fe6-43f0-a0ed-1ffb31f405e7 service neutron] 10.222.0.67 "GET /v2.0/networks/2bd27a9c-fc05-4957-b6fc-79c4c62cef95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3374689 Feb 17 17:51:51.879668 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b760a9b4-9d9d-465c-a896-f0b52e799191 req-51c9803e-cea8-4355-a11a-89a22d94e04c service neutron] 10.222.0.67 "GET /v2.0/networks/148e9e2e-c4f3-41c4-97ba-46e9b419a94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2067931 Feb 17 17:51:52.195207 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9cb121-af61-420f-9bfe-ecfe7276be57', 'name': 'network-vif-deleted', 'tag': 'dc884b99-3343-49da-a8e7-7c01283aa477'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:51:52.201962 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c03a3326-4acb-4e3e-b791-ecac79f135ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:52.266977 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-c03a3326-4acb-4e3e-b791-ecac79f135ec admin admin] Usage tracker for resource:security_group_rule and tenant:13a439224f594a74931d0b267d04fd12 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:52.274027 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083d59e-f2ab-4bc8-a250-f5c2e296bc6d req-0eff850f-d918-41bb-b312-bf9376cb2355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:52.275923 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-c03a3326-4acb-4e3e-b791-ecac79f135ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:52.276586 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d083d59e-f2ab-4bc8-a250-f5c2e296bc6d req-0eff850f-d918-41bb-b312-bf9376cb2355 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc924de1492e41db80e64bc749ca753a&device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 1161 time: 0.2100818 Feb 17 17:51:52.285465 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cd80d-66ac-4cc3-90d7-b00acf27b486 req-7ccfc6b4-3604-4d71-aada-6a4e0038481e tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:52.287252 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2e4cd80d-66ac-4cc3-90d7-b00acf27b486 req-7ccfc6b4-3604-4d71-aada-6a4e0038481e tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 944 time: 0.1483307 Feb 17 17:51:52.289909 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c03a3326-4acb-4e3e-b791-ecac79f135ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:52.315733 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d44b7-9922-4c66-ba45-93e154404648 req-be9f29bd-3d20-4faf-a36d-25b63baaf34d tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:52.324893 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-bf5d44b7-9922-4c66-ba45-93e154404648 req-be9f29bd-3d20-4faf-a36d-25b63baaf34d tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 944 time: 0.6768451 Feb 17 17:51:52.509213 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083d59e-f2ab-4bc8-a250-f5c2e296bc6d req-cd8ad7c1-d830-4226-a01f-814b405e2b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:52.511413 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d083d59e-f2ab-4bc8-a250-f5c2e296bc6d req-cd8ad7c1-d830-4226-a01f-814b405e2b97 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2bd27a9c-fc05-4957-b6fc-79c4c62cef95 HTTP/1.1" status: 200 len: 905 time: 0.2230742 Feb 17 17:51:52.563485 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-bf5d44b7-9922-4c66-ba45-93e154404648 req-242b2b01-8060-4d98-9b68-3ddd25501fab tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2376103 Feb 17 17:51:52.694003 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c03a3326-4acb-4e3e-b791-ecac79f135ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:52.698559 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d083d59e-f2ab-4bc8-a250-f5c2e296bc6d req-f1e5c0cc-75ea-43be-b30c-748c4bafba6c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c28c653-caee-4f2d-9c0e-ade7100afe58 HTTP/1.1" status: 200 len: 217 time: 0.1766176 Feb 17 17:51:52.705944 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9cb121-af61-420f-9bfe-ecfe7276be57', 'name': 'network-vif-deleted', 'tag': 'dc884b99-3343-49da-a8e7-7c01283aa477', 'status': 'completed', 'code': 200} Feb 17 17:51:52.709723 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2e4cd80d-66ac-4cc3-90d7-b00acf27b486 req-475aed41-5dfc-42d4-ae30-260c1c51bf0a tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2485535 Feb 17 17:51:52.724310 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c03a3326-4acb-4e3e-b791-ecac79f135ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:52.751211 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-8e59f75b-a561-4810-a1fc-84512b3e2d71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b452d0d-f072-48c5-8db2-4ddc52c9a2e7 {{(pid=83987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:51:52.761852 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3fc88afe-110b-48d6-9563-e2f5710dadb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:52.771874 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787139a-4cc3-4d56-8f23-f98084f545df req-eb8dc05b-3c26-4a3a-889c-f408f11fac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:52.774665 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8787139a-4cc3-4d56-8f23-f98084f545df req-eb8dc05b-3c26-4a3a-889c-f408f11fac9f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3994a7af636a4127ad81e4b5bee876a5&device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 1161 time: 0.5636175 Feb 17 17:51:52.778885 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-8e59f75b-a561-4810-a1fc-84512b3e2d71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:52.880045 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083d59e-f2ab-4bc8-a250-f5c2e296bc6d req-7a65a72c-c115-4c89-8979-fe7e2744c90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:52.884929 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d083d59e-f2ab-4bc8-a250-f5c2e296bc6d req-7a65a72c-c115-4c89-8979-fe7e2744c90e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=90273680-1e5e-433f-9236-ce524691d25a HTTP/1.1" status: 200 len: 850 time: 0.1733353 Feb 17 17:51:52.964121 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 44090) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:53.068829 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-8e59f75b-a561-4810-a1fc-84512b3e2d71 service neutron] Transition to ACTIVE for port object 1b452d0d-f072-48c5-8db2-4ddc52c9a2e7 will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:51:53.078522 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-c03a3326-4acb-4e3e-b791-ecac79f135ec admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=13a439224f594a74931d0b267d04fd12&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5540109 Feb 17 17:51:53.083379 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 44098) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:53.091537 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-8e59f75b-a561-4810-a1fc-84512b3e2d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:53.106413 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a3326-4acb-4e3e-b791-ecac79f135ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83db08ce-1d4b-4859-886b-afc197c7bf4b,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:53.127971 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c03a3326-4acb-4e3e-b791-ecac79f135ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:53.133729 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3f22b01b-8b9c-4c31-b16b-a33a27e88717 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:53.146125 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355f370-8b39-4646-a660-ddcba0d15e18 req-71592814-0c27-4798-a85f-3570a42cefb7 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:53.154555 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0355f370-8b39-4646-a660-ddcba0d15e18 req-71592814-0c27-4798-a85f-3570a42cefb7 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5464a81-a62a-46cd-b315-dfa269eca1c2 HTTP/1.1" status: 200 len: 931 time: 0.1977274 Feb 17 17:51:53.162689 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083d59e-f2ab-4bc8-a250-f5c2e296bc6d req-3075c1d9-eba1-4e8b-b68a-2b6da6e30259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:53.164368 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d083d59e-f2ab-4bc8-a250-f5c2e296bc6d req-3075c1d9-eba1-4e8b-b68a-2b6da6e30259 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2bd27a9c-fc05-4957-b6fc-79c4c62cef95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2682595 Feb 17 17:51:53.312084 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787139a-4cc3-4d56-8f23-f98084f545df req-a2d5bae5-0f4e-40b4-8f55-c1fbda753424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:53.313717 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8787139a-4cc3-4d56-8f23-f98084f545df req-a2d5bae5-0f4e-40b4-8f55-c1fbda753424 service neutron] 10.222.0.67 "GET /v2.0/networks?id=148e9e2e-c4f3-41c4-97ba-46e9b419a94e HTTP/1.1" status: 200 len: 911 time: 0.5129192 Feb 17 17:51:53.329524 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f5f4caaa-1f4b-40d9-ae31-addb76bdf487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:53.333773 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59f75b-a561-4810-a1fc-84512b3e2d71 service neutron] Pushing event updated for resources: {'Port': ['ID=1b452d0d-f072-48c5-8db2-4ddc52c9a2e7,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:53.361694 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0355f370-8b39-4646-a660-ddcba0d15e18 req-29f636e8-b8e6-47bc-84bb-5df7ff90a584 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060108 Feb 17 17:51:53.385117 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f5f4caaa-1f4b-40d9-ae31-addb76bdf487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:53.394158 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d9d3f9b4-74a5-4559-9396-560e1a3166a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:53.397271 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-f5f4caaa-1f4b-40d9-ae31-addb76bdf487 admin admin] Usage tracker for resource:security_group_rule and tenant:294b79dff949435e9980c18f94fad702 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:53.402809 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa51da-b0e2-4116-8bfe-5b1c33fff043 req-691402c8-319f-4a22-951f-c857a9684637 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:53.404521 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-89aa51da-b0e2-4116-8bfe-5b1c33fff043 req-691402c8-319f-4a22-951f-c857a9684637 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 946 time: 0.4270146 Feb 17 17:51:53.410261 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-f5f4caaa-1f4b-40d9-ae31-addb76bdf487 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:53.413510 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8e59f75b-a561-4810-a1fc-84512b3e2d71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:53.431190 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8787139a-4cc3-4d56-8f23-f98084f545df req-edeedbc7-ca88-4bb6-a875-01a12c266b70 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75ebb4e6-50fd-4093-a975-2f54d9085f70 HTTP/1.1" status: 200 len: 217 time: 0.0985382 Feb 17 17:51:53.432008 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f5f4caaa-1f4b-40d9-ae31-addb76bdf487 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:53.460577 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d9d3f9b4-74a5-4559-9396-560e1a3166a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:53.478274 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d083d59e-f2ab-4bc8-a250-f5c2e296bc6d req-9df1103c-4b95-4140-9aaf-acde8eab7012 service neutron] 10.222.0.67 "GET /v2.0/networks/2bd27a9c-fc05-4957-b6fc-79c4c62cef95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959011 Feb 17 17:51:53.562581 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-89aa51da-b0e2-4116-8bfe-5b1c33fff043 req-222e174f-d1db-4ba0-ab1b-1301c7d3f47c tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445653 Feb 17 17:51:53.636144 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787139a-4cc3-4d56-8f23-f98084f545df req-669a462c-79de-48cc-8c46-e2fc9cce00a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:53.637789 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8787139a-4cc3-4d56-8f23-f98084f545df req-669a462c-79de-48cc-8c46-e2fc9cce00a0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5503d0e5-4ae3-4a76-b823-ab77a7eb8434 HTTP/1.1" status: 200 len: 856 time: 0.1806784 Feb 17 17:51:53.664695 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-8e59f75b-a561-4810-a1fc-84512b3e2d71 service neutron] Attempting to bind port 1b452d0d-f072-48c5-8db2-4ddc52c9a2e7 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:51:53.665052 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-8e59f75b-a561-4810-a1fc-84512b3e2d71 service neutron] Attempting to bind port 1b452d0d-f072-48c5-8db2-4ddc52c9a2e7 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'cd4ef5f5-798d-462d-940e-fdbc85c2c98b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '376dd2cb-f819-4afd-88f1-5bdecf18b8d9'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:51:53.665569 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-8e59f75b-a561-4810-a1fc-84512b3e2d71 service neutron] Attempting to bind port 1b452d0d-f072-48c5-8db2-4ddc52c9a2e7 on network 376dd2cb-f819-4afd-88f1-5bdecf18b8d9 {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:51:53.723199 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-8e59f75b-a561-4810-a1fc-84512b3e2d71 service neutron] Checking agent: {'id': 'ae447a02-7f1d-4456-a484-c4519a85c40b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 38), 'started_at': datetime.datetime(2021, 2, 17, 17, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:51:53.723589 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-8e59f75b-a561-4810-a1fc-84512b3e2d71 service neutron] Checking segment: {'id': 'cd4ef5f5-798d-462d-940e-fdbc85c2c98b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '376dd2cb-f819-4afd-88f1-5bdecf18b8d9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:51:53.724009 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-8e59f75b-a561-4810-a1fc-84512b3e2d71 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:53.724408 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-8e59f75b-a561-4810-a1fc-84512b3e2d71 service neutron] Bound using segment: {'id': 'cd4ef5f5-798d-462d-940e-fdbc85c2c98b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '376dd2cb-f819-4afd-88f1-5bdecf18b8d9'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:51:53.724969 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-8e59f75b-a561-4810-a1fc-84512b3e2d71 service neutron] Bound port: 1b452d0d-f072-48c5-8db2-4ddc52c9a2e7, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4ef5f5-798d-462d-940e-fdbc85c2c98b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '376dd2cb-f819-4afd-88f1-5bdecf18b8d9'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:51:53.725357 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-8e59f75b-a561-4810-a1fc-84512b3e2d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:53.778366 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d083d59e-f2ab-4bc8-a250-f5c2e296bc6d req-e956b943-de5b-4c1d-be07-53a29978f632 service neutron] 10.222.0.67 "GET /v2.0/networks/2bd27a9c-fc05-4957-b6fc-79c4c62cef95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2852414 Feb 17 17:51:53.791854 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d9d3f9b4-74a5-4559-9396-560e1a3166a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:53.799900 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:53.843542 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-8e59f75b-a561-4810-a1fc-84512b3e2d71 service neutron] For port 1b452d0d-f072-48c5-8db2-4ddc52c9a2e7, host hv-cinder-76019, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:51:53.850011 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3f9b4-74a5-4559-9396-560e1a3166a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83db08ce-1d4b-4859-886b-afc197c7bf4b,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:53.854130 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d9d3f9b4-74a5-4559-9396-560e1a3166a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:53.855270 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-8e59f75b-a561-4810-a1fc-84512b3e2d71 service neutron] For port 1b452d0d-f072-48c5-8db2-4ddc52c9a2e7, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=1b452d0d-f072-48c5-8db2-4ddc52c9a2e7,segment=NetworkSegment(cd4ef5f5-798d-462d-940e-fdbc85c2c98b),segment_id=cd4ef5f5-798d-462d-940e-fdbc85c2c98b)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:51:53.873622 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787139a-4cc3-4d56-8f23-f98084f545df req-9bbe12c8-6e71-4b94-a316-5241124edba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:53.875139 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8787139a-4cc3-4d56-8f23-f98084f545df req-9bbe12c8-6e71-4b94-a316-5241124edba0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=148e9e2e-c4f3-41c4-97ba-46e9b419a94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2120049 Feb 17 17:51:53.877995 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-8e59f75b-a561-4810-a1fc-84512b3e2d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:53.882637 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f5f4caaa-1f4b-40d9-ae31-addb76bdf487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:53.890302 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f5f4caaa-1f4b-40d9-ae31-addb76bdf487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:53.903217 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2a412b45-c727-4a27-b635-dd839082a784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:53.907370 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8b3a8260-bca5-456c-bc67-fe63ff85e063 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:53.911591 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d9d3f9b4-74a5-4559-9396-560e1a3166a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:53.912853 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-d9d3f9b4-74a5-4559-9396-560e1a3166a1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/83db08ce-1d4b-4859-886b-afc197c7bf4b HTTP/1.1" status: 204 len: 168 time: 0.8283551 Feb 17 17:51:53.975091 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-f5f4caaa-1f4b-40d9-ae31-addb76bdf487 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=294b79dff949435e9980c18f94fad702&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0061808 Feb 17 17:51:53.980340 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9aa62f-e961-47ea-b8d0-c549fab56180 req-07381c61-98c1-440e-b7b8-6f613b7c4edc tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:53.982284 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7e9aa62f-e961-47ea-b8d0-c549fab56180 req-07381c61-98c1-440e-b7b8-6f613b7c4edc tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 944 time: 0.2721002 Feb 17 17:51:53.983181 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 44112) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:53.983957 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4caaa-1f4b-40d9-ae31-addb76bdf487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be19c86-bcd9-4727-a4d9-d968f062c69e,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:53.987659 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f5f4caaa-1f4b-40d9-ae31-addb76bdf487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:54.088139 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7e9aa62f-e961-47ea-b8d0-c549fab56180 req-aea7405b-b40b-4c86-93f3-9248c3b265eb tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963528 Feb 17 17:51:54.112739 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4a52d3d3-1c69-45c2-882f-18de7be5dc29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:54.158283 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4a52d3d3-1c69-45c2-882f-18de7be5dc29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:54.227478 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4a52d3d3-1c69-45c2-882f-18de7be5dc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:54.243135 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:54.265495 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52d3d3-1c69-45c2-882f-18de7be5dc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be19c86-bcd9-4727-a4d9-d968f062c69e,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:54.268755 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4a52d3d3-1c69-45c2-882f-18de7be5dc29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:54.271589 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4a52d3d3-1c69-45c2-882f-18de7be5dc29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:54.276885 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-4a52d3d3-1c69-45c2-882f-18de7be5dc29 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3be19c86-bcd9-4727-a4d9-d968f062c69e HTTP/1.1" status: 204 len: 168 time: 0.2847607 Feb 17 17:51:54.387402 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 44130) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:54.392966 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59f75b-a561-4810-a1fc-84512b3e2d71 service neutron] Pushing event updated for resources: {'Port': ['ID=1b452d0d-f072-48c5-8db2-4ddc52c9a2e7,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:54.404580 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8e59f75b-a561-4810-a1fc-84512b3e2d71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:54.420622 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8787139a-4cc3-4d56-8f23-f98084f545df req-11544a13-9c3c-4285-920c-5deb8e41ddef service neutron] 10.222.0.67 "GET /v2.0/networks/148e9e2e-c4f3-41c4-97ba-46e9b419a94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143895 Feb 17 17:51:54.427112 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1fecafe7-9b31-4a4a-8379-6d8aba38644a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:54.449820 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-1fecafe7-9b31-4a4a-8379-6d8aba38644a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:54.454759 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-1fecafe7-9b31-4a4a-8379-6d8aba38644a admin admin] Usage tracker for resource:security_group_rule and tenant:5cef4a1c08794fb0a978e6a8ecbc7a00 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:54.459284 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-1fecafe7-9b31-4a4a-8379-6d8aba38644a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:54.466839 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-1fecafe7-9b31-4a4a-8379-6d8aba38644a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:54.497234 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 44142) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:54.548934 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7a9bf-6c69-44d7-97ff-e2f901ad7fd5 req-0f9e0ecb-576c-4847-a3dc-584de448c501 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:54.550692 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fcf7a9bf-6c69-44d7-97ff-e2f901ad7fd5 req-0f9e0ecb-576c-4847-a3dc-584de448c501 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 944 time: 0.6040478 Feb 17 17:51:54.598225 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-8e59f75b-a561-4810-a1fc-84512b3e2d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:54.598225 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-8e59f75b-a561-4810-a1fc-84512b3e2d71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:54.600528 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-8e59f75b-a561-4810-a1fc-84512b3e2d71 service neutron] 10.222.0.67 "PUT /v2.0/ports/1b452d0d-f072-48c5-8db2-4ddc52c9a2e7 HTTP/1.1" status: 200 len: 1157 time: 3.6673679 Feb 17 17:51:54.624532 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe9c1aa5-b663-43e0-80a0-3d75e82b3040 admin admin] Deleting subnet e00a5be9-c8c7-499f-ae79-f3429167d0cb {{(pid=83986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 17:51:54.630103 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fe9c1aa5-b663-43e0-80a0-3d75e82b3040 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:54.669359 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-fcf7a9bf-6c69-44d7-97ff-e2f901ad7fd5 req-2b2af1a2-0646-440c-b9ee-870e36fb1319 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Synchronizing usage tracker for tenant:3994a7af636a4127ad81e4b5bee876a5 on resource:security_group {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:51:54.718071 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5464a81-a62a-46cd-b315-dfa269eca1c2', 'tag': '1b452d0d-f072-48c5-8db2-4ddc52c9a2e7'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:51:54.736297 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8787139a-4cc3-4d56-8f23-f98084f545df req-c673fa24-82ae-4aad-8b17-8a6962da1328 service neutron] 10.222.0.67 "GET /v2.0/networks/148e9e2e-c4f3-41c4-97ba-46e9b419a94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3010418 Feb 17 17:51:54.752319 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 44150) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:54.773170 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-fcf7a9bf-6c69-44d7-97ff-e2f901ad7fd5 req-2b2af1a2-0646-440c-b9ee-870e36fb1319 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Unset dirty status for tenant:3994a7af636a4127ad81e4b5bee876a5 on resource:security_group {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:51:54.777300 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fcf7a9bf-6c69-44d7-97ff-e2f901ad7fd5 req-2b2af1a2-0646-440c-b9ee-870e36fb1319 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2146771 Feb 17 17:51:54.804360 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eec9486c-8f76-4b51-90c6-c64f349f6411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:54.804624 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fe9c1aa5-b663-43e0-80a0-3d75e82b3040 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:54.821569 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fe9c1aa5-b663-43e0-80a0-3d75e82b3040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853767929'] for subnet, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:54.836989 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-eec9486c-8f76-4b51-90c6-c64f349f6411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:54.857855 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-eec9486c-8f76-4b51-90c6-c64f349f6411 admin admin] Usage tracker for resource:security_group_rule and tenant:46a49e365a134d58a0c1ef346dbc13d6 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:54.862011 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1fecafe7-9b31-4a4a-8379-6d8aba38644a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:54.871097 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-eec9486c-8f76-4b51-90c6-c64f349f6411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:54.882998 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-eec9486c-8f76-4b51-90c6-c64f349f6411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:54.885299 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1fecafe7-9b31-4a4a-8379-6d8aba38644a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:54.907300 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-d0439db1-f89d-4e91-99fa-d52f37370eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:54.909120 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-d0439db1-f89d-4e91-99fa-d52f37370eec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=82d5dedee50c40eebfe29a0df4366919&device_id=e5464a81-a62a-46cd-b315-dfa269eca1c2 HTTP/1.1" status: 200 len: 1160 time: 0.2313139 Feb 17 17:51:54.910560 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:55.065590 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-c0a2860d-be08-4e2a-92d8-2f411f7de3a2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b452d0d-f072-48c5-8db2-4ddc52c9a2e7 HTTP/1.1" status: 200 len: 217 time: 0.0986643 Feb 17 17:51:55.080266 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-1fecafe7-9b31-4a4a-8379-6d8aba38644a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5cef4a1c08794fb0a978e6a8ecbc7a00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6865151 Feb 17 17:51:55.082410 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 44156) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:55.093518 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fecafe7-9b31-4a4a-8379-6d8aba38644a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dae2bb-b629-4273-b689-b9067e31f678,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:55.099125 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1fecafe7-9b31-4a4a-8379-6d8aba38644a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:55.128760 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428676e-ffd5-4160-8371-c2447fb1a3b4 req-5a988e92-8a74-4e5a-9139-b98e366c2615 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:55.137121 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2428676e-ffd5-4160-8371-c2447fb1a3b4 req-5a988e92-8a74-4e5a-9139-b98e366c2615 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5464a81-a62a-46cd-b315-dfa269eca1c2 HTTP/1.1" status: 200 len: 943 time: 0.4342144 Feb 17 17:51:55.215133 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cd345-e81a-4fcb-bc4f-768b42951c7d req-08c68cfb-cfee-4b6b-954f-50fdd0afcf28 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:55.216869 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-354cd345-e81a-4fcb-bc4f-768b42951c7d req-08c68cfb-cfee-4b6b-954f-50fdd0afcf28 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 946 time: 0.2925820 Feb 17 17:51:55.223970 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-9217c33e-f86f-4557-b619-9875a2ed57e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:55.225595 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-9217c33e-f86f-4557-b619-9875a2ed57e9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=70d362a4-3ff5-447c-8b3d-f3421ca1f4a0 HTTP/1.1" status: 200 len: 852 time: 0.1464400 Feb 17 17:51:55.278438 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2428676e-ffd5-4160-8371-c2447fb1a3b4 req-a040edfa-a39b-4ec5-b69a-b0b4d49f5366 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402268 Feb 17 17:51:55.315108 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ad90e3b6-f01e-4bd1-be99-4a4ab8e50330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:55.320058 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-75fbc615-ef3a-448e-a3b8-e050ae2a58e2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=376dd2cb-f819-4afd-88f1-5bdecf18b8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811732 Feb 17 17:51:55.337577 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eec9486c-8f76-4b51-90c6-c64f349f6411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:55.363611 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ad90e3b6-f01e-4bd1-be99-4a4ab8e50330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:55.374897 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5464a81-a62a-46cd-b315-dfa269eca1c2', 'tag': '1b452d0d-f072-48c5-8db2-4ddc52c9a2e7', 'status': 'completed', 'code': 200} Feb 17 17:51:55.387942 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e88ef94f-e489-4583-b1e5-f3eb0ce3fb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:55.418948 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fe9c1aa5-b663-43e0-80a0-3d75e82b3040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846389800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513'] for subnet, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:55.437759 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:55.439057 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eec9486c-8f76-4b51-90c6-c64f349f6411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:55.457788 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6787c1db-32e5-4248-a6fa-2790bd820b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:55.473637 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-354cd345-e81a-4fcb-bc4f-768b42951c7d req-ba0bc462-bfe7-46c4-9ac2-2a6fe35db72f tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399018 Feb 17 17:51:55.764007 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-eec9486c-8f76-4b51-90c6-c64f349f6411 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=46a49e365a134d58a0c1ef346dbc13d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0079262 Feb 17 17:51:55.765069 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9486c-8f76-4b51-90c6-c64f349f6411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf31a86-cabd-4485-9408-aaa3e061fd30,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:55.770436 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 44168) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:55.773393 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-eec9486c-8f76-4b51-90c6-c64f349f6411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:55.806231 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c1aa5-b663-43e0-80a0-3d75e82b3040 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e00a5be9-c8c7-499f-ae79-f3429167d0cb,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:55.816240 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fe9c1aa5-b663-43e0-80a0-3d75e82b3040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:55.836817 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ad90e3b6-f01e-4bd1-be99-4a4ab8e50330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:55.845583 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bfdf0866-71eb-446c-9756-f85a3ae6ffc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:55.864364 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-344ead45-7e6a-4037-9237-87a71c615f7b service neutron] 10.222.0.67 "GET /v2.0/networks/376dd2cb-f819-4afd-88f1-5bdecf18b8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297425 Feb 17 17:51:55.882987 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90e3b6-f01e-4bd1-be99-4a4ab8e50330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dae2bb-b629-4273-b689-b9067e31f678,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:55.890256 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ad90e3b6-f01e-4bd1-be99-4a4ab8e50330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:55.917488 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fe9c1aa5-b663-43e0-80a0-3d75e82b3040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:55.921771 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-fe9c1aa5-b663-43e0-80a0-3d75e82b3040 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e00a5be9-c8c7-499f-ae79-f3429167d0cb HTTP/1.1" status: 204 len: 168 time: 1.4209609 Feb 17 17:51:55.922457 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 44176) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:55.934854 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ad90e3b6-f01e-4bd1-be99-4a4ab8e50330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:55.935978 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-ad90e3b6-f01e-4bd1-be99-4a4ab8e50330 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d2dae2bb-b629-4273-b689-b9067e31f678 HTTP/1.1" status: 204 len: 168 time: 0.8503013 Feb 17 17:51:56.048060 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bdc93-d540-464d-b22b-4ea72eb0f508 req-3c4b557a-f791-4ad5-913a-e316ba47bf25 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:56.049675 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4ad741a3-fb0c-46a9-b874-79fa39f1cb3e req-f64e671f-4af7-4bbd-8367-c4123d03181e service neutron] 10.222.0.67 "GET /v2.0/networks/376dd2cb-f819-4afd-88f1-5bdecf18b8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1691322 Feb 17 17:51:56.055722 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4d6bdc93-d540-464d-b22b-4ea72eb0f508 req-3c4b557a-f791-4ad5-913a-e316ba47bf25 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 944 time: 0.5837817 Feb 17 17:51:56.100869 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c8b3922b-04cc-48ee-8ee5-3839b03d1721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:56.135323 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-751030a9-5536-4e62-8542-1fac36a06510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247486'] for network, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:56.168673 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c8b3922b-04cc-48ee-8ee5-3839b03d1721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:56.197042 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4d6bdc93-d540-464d-b22b-4ea72eb0f508 req-215f0f2e-d2af-4c3a-833f-e4847e1ad173 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391892 Feb 17 17:51:56.287206 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e1cfe-d29a-4071-aa8b-0c262dd63ca4 req-1eed4ab8-0651-4c88-879f-98a7344ba319 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:56.288896 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e63e1cfe-d29a-4071-aa8b-0c262dd63ca4 req-1eed4ab8-0651-4c88-879f-98a7344ba319 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 944 time: 0.2381651 Feb 17 17:51:56.345665 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-751030a9-5536-4e62-8542-1fac36a06510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853766242', 'neutron.services.segments.db._delete_segments_for_network-8753449836301'] for network, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:56.357230 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c8b3922b-04cc-48ee-8ee5-3839b03d1721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:56.365771 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:56.378475 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325de4a-6952-4f28-948c-70f82ffbbba6 req-039d7c0c-44cc-40bc-8b07-56866b2e0a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:56.380120 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8325de4a-6952-4f28-948c-70f82ffbbba6 req-039d7c0c-44cc-40bc-8b07-56866b2e0a33 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=82d5dedee50c40eebfe29a0df4366919&device_id=e5464a81-a62a-46cd-b315-dfa269eca1c2 HTTP/1.1" status: 200 len: 1160 time: 0.1924732 Feb 17 17:51:56.386530 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3922b-04cc-48ee-8ee5-3839b03d1721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf31a86-cabd-4485-9408-aaa3e061fd30,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:56.417091 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c8b3922b-04cc-48ee-8ee5-3839b03d1721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:56.428322 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e63e1cfe-d29a-4071-aa8b-0c262dd63ca4 req-9cfa8d80-0b14-4a26-90c0-b115e02d1da5 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305618 Feb 17 17:51:56.503103 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-751030a9-5536-4e62-8542-1fac36a06510 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:51:56.503666 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-751030a9-5536-4e62-8542-1fac36a06510 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:51:56.505194 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-751030a9-5536-4e62-8542-1fac36a06510 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:51:56.505673 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-751030a9-5536-4e62-8542-1fac36a06510 admin admin] Subscribe: > port after_create 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:51:56.506144 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-751030a9-5536-4e62-8542-1fac36a06510 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:51:56.506553 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-751030a9-5536-4e62-8542-1fac36a06510 admin admin] Subscribe: > port after_update 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:51:56.506973 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-751030a9-5536-4e62-8542-1fac36a06510 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:51:56.507352 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-751030a9-5536-4e62-8542-1fac36a06510 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:51:56.507860 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-751030a9-5536-4e62-8542-1fac36a06510 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:51:56.508231 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-751030a9-5536-4e62-8542-1fac36a06510 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:51:56.522503 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c8b3922b-04cc-48ee-8ee5-3839b03d1721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:56.523756 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-c8b3922b-04cc-48ee-8ee5-3839b03d1721 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fbf31a86-cabd-4485-9408-aaa3e061fd30 HTTP/1.1" status: 204 len: 168 time: 0.7523384 Feb 17 17:51:56.591863 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325de4a-6952-4f28-948c-70f82ffbbba6 req-beccbc1a-2513-4c3c-9176-b5ad1451a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:56.594972 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8325de4a-6952-4f28-948c-70f82ffbbba6 req-beccbc1a-2513-4c3c-9176-b5ad1451a56e service neutron] 10.222.0.67 "GET /v2.0/networks?id=376dd2cb-f819-4afd-88f1-5bdecf18b8d9 HTTP/1.1" status: 200 len: 906 time: 0.2034247 Feb 17 17:51:56.637462 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-751030a9-5536-4e62-8542-1fac36a06510 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:51:56.637848 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-751030a9-5536-4e62-8542-1fac36a06510 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:51:56.638230 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-751030a9-5536-4e62-8542-1fac36a06510 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:51:56.638606 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-751030a9-5536-4e62-8542-1fac36a06510 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:51:56.638980 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-751030a9-5536-4e62-8542-1fac36a06510 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89c700d9-06b9-42b9-985d-0b8a4eadc54c']}} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:56.655439 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-751030a9-5536-4e62-8542-1fac36a06510 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06504556-ee0e-41bf-83d7-9f856d0ff689') {'for_net_delete': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:56.655777 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-751030a9-5536-4e62-8542-1fac36a06510 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06504556-ee0e-41bf-83d7-9f856d0ff689') {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:56.669734 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-751030a9-5536-4e62-8542-1fac36a06510 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753449833229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5284248'] for segment, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:56.693633 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-751030a9-5536-4e62-8542-1fac36a06510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012526'] for segment, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:56.696043 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-751030a9-5536-4e62-8542-1fac36a06510 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 17:51:56.808391 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8325de4a-6952-4f28-948c-70f82ffbbba6 req-91f3fb4f-f0d1-47ce-9229-2c3b38ddd999 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b452d0d-f072-48c5-8db2-4ddc52c9a2e7 HTTP/1.1" status: 200 len: 217 time: 0.2000804 Feb 17 17:51:56.901204 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-751030a9-5536-4e62-8542-1fac36a06510 admin admin] Network 89c700d9-06b9-42b9-985d-0b8a4eadc54c has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:51:56.911731 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-751030a9-5536-4e62-8542-1fac36a06510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853763306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5453446'] for segment, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:56.922761 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c24a90-4ef3-48ba-83cc-8de3b91b3e39 req-b5b9cbfc-6af9-47df-a153-5c7d9c0bd1a0 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:56.933607 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-18c24a90-4ef3-48ba-83cc-8de3b91b3e39 req-b5b9cbfc-6af9-47df-a153-5c7d9c0bd1a0 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5464a81-a62a-46cd-b315-dfa269eca1c2 HTTP/1.1" status: 200 len: 943 time: 0.2138743 Feb 17 17:51:56.977131 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325de4a-6952-4f28-948c-70f82ffbbba6 req-532b5405-5221-48aa-a1c8-58f3a990bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:56.979424 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8325de4a-6952-4f28-948c-70f82ffbbba6 req-532b5405-5221-48aa-a1c8-58f3a990bd2f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=70d362a4-3ff5-447c-8b3d-f3421ca1f4a0 HTTP/1.1" status: 200 len: 852 time: 0.1577108 Feb 17 17:51:57.065548 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8325de4a-6952-4f28-948c-70f82ffbbba6 req-78b197bd-0eff-4a47-9363-d177105e2f6f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=376dd2cb-f819-4afd-88f1-5bdecf18b8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633936 Feb 17 17:51:57.071129 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-18c24a90-4ef3-48ba-83cc-8de3b91b3e39 req-2ff1175d-1c30-4806-894f-9479dcfed284 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364129 Feb 17 17:51:57.182301 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 1c28c653-caee-4f2d-9c0e-ade7100afe58 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:57.207839 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-751030a9-5536-4e62-8542-1fac36a06510 admin admin] Network 89c700d9-06b9-42b9-985d-0b8a4eadc54c has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:51:57.329739 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning for port 1c28c653-caee-4f2d-9c0e-ade7100afe58 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: from cryptography.utils import int_from_bytes Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: from cryptography.utils import int_from_bytes Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: (rel_b, rel_a, rel_b), Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: (rel_b, rel_a, rel_b), Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: Traceback (most recent call last): Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: timer() Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: cb(*args, **kw) Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: return func(*args, **kwargs) Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: self._notify() Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: self.callback(batched_events) Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: event.method(event) Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: segment_id)['aggregates'][0] Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: return f(self, *a, **k) Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: return self._get(url).json() Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: **kwargs) Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: return self.request(url, 'GET', **kwargs) Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: **endpoint_filter) Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:51:57.334081 dv-cinder-760199-3-smb neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:51:57.339479 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 1c28c653-caee-4f2d-9c0e-ade7100afe58 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:57.339987 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:57.365648 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8325de4a-6952-4f28-948c-70f82ffbbba6 req-436da85e-bbac-443e-ad22-3931ec82ca63 service neutron] 10.222.0.67 "GET /v2.0/networks/376dd2cb-f819-4afd-88f1-5bdecf18b8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812276 Feb 17 17:51:57.388938 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331eddc-12fc-4a95-81a8-ffea43a40a93 req-1a77eb79-ac38-451c-9e0a-11a49baf2590 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:57.393520 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9331eddc-12fc-4a95-81a8-ffea43a40a93 req-1a77eb79-ac38-451c-9e0a-11a49baf2590 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 946 time: 0.3954918 Feb 17 17:51:57.468094 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9331eddc-12fc-4a95-81a8-ffea43a40a93 req-06764aee-7cb7-4ce0-91a7-4b6a540e278b tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659218 Feb 17 17:51:57.474962 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-751030a9-5536-4e62-8542-1fac36a06510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846510654'] for network, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:57.496233 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-751030a9-5536-4e62-8542-1fac36a06510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:57.506207 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7a88c7bd-10ac-4bee-8d03-1abb2e4b787b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:57.549560 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8325de4a-6952-4f28-948c-70f82ffbbba6 req-784ce8cb-8659-45bd-af63-0fd8d19408d4 service neutron] 10.222.0.67 "GET /v2.0/networks/376dd2cb-f819-4afd-88f1-5bdecf18b8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1716549 Feb 17 17:51:57.559863 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751030a9-5536-4e62-8542-1fac36a06510 admin admin] Pushing event deleted for resources: {'Network': ['ID=89c700d9-06b9-42b9-985d-0b8a4eadc54c,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:57.569922 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-751030a9-5536-4e62-8542-1fac36a06510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:57.574388 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-751030a9-5536-4e62-8542-1fac36a06510 admin admin] 10.222.0.49 "DELETE /v2.0/networks/89c700d9-06b9-42b9-985d-0b8a4eadc54c HTTP/1.1" status: 204 len: 168 time: 1.6386311 Feb 17 17:51:57.590411 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:57.603282 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b4dfd-5b19-4b71-add1-c49d156dba07 req-d494b9cc-0c56-4777-927e-8bc0dfdfa495 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:57.605222 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-113b4dfd-5b19-4b71-add1-c49d156dba07 req-d494b9cc-0c56-4777-927e-8bc0dfdfa495 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9118faf-3f2f-4002-9671-a50c82afb88b HTTP/1.1" status: 200 len: 945 time: 0.3225608 Feb 17 17:51:57.668791 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bc2a0946-8e1f-46cd-878c-a5564d25bb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:57.676082 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213d32ee-d02f-45ff-9cd1-1ac28a8def51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c28c653-caee-4f2d-9c0e-ade7100afe58'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:51:57.690017 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-113b4dfd-5b19-4b71-add1-c49d156dba07 req-d9ba3f5c-c9f3-4e71-abbd-3fcc688c37f1 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0dc6615-3d55-44b3-91c1-33fdaf472d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774190 Feb 17 17:51:57.699553 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] For port 1c28c653-caee-4f2d-9c0e-ade7100afe58, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=1c28c653-caee-4f2d-9c0e-ade7100afe58,segment=NetworkSegment(2a1dcd4d-620f-46e8-b260-044519dcb572),segment_id=2a1dcd4d-620f-46e8-b260-044519dcb572)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:51:57.704345 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:57.706348 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 75ebb4e6-50fd-4093-a975-2f54d9085f70 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:57.758362 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f85bec-506b-4d00-ae74-4a0ac919692d req-864eebb9-0965-410d-a005-1d747a14d78c tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:57.760519 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-45f85bec-506b-4d00-ae74-4a0ac919692d req-864eebb9-0965-410d-a005-1d747a14d78c tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 944 time: 0.1167979 Feb 17 17:51:57.783566 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:57.835368 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-45f85bec-506b-4d00-ae74-4a0ac919692d req-e18ae625-0347-46fe-a814-9be640798478 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673227 Feb 17 17:51:57.926297 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 44240) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:57.934987 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213d32ee-d02f-45ff-9cd1-1ac28a8def51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c28c653-caee-4f2d-9c0e-ade7100afe58', 'code': 200} Feb 17 17:51:57.940328 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning for port 75ebb4e6-50fd-4093-a975-2f54d9085f70 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:51:57.948422 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 75ebb4e6-50fd-4093-a975-2f54d9085f70 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:57.948929 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:57.982780 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ff6f0-94b7-4fb6-8d4f-6b6ca97fb1ff req-540b601b-5afd-49f7-97b4-55b4585bee31 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:57.984473 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f03ff6f0-94b7-4fb6-8d4f-6b6ca97fb1ff req-540b601b-5afd-49f7-97b4-55b4585bee31 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 944 time: 0.1490245 Feb 17 17:51:58.020077 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Pushing event updated for resources: {'Port': ['ID=1c28c653-caee-4f2d-9c0e-ade7100afe58,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:58.031916 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.031916 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.032267 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.032630 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.033020 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.033385 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.033758 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.034130 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.034505 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.035033 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.035613 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.035984 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.036424 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.036840 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.037215 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.037847 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.037957 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.038280 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.038649 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.039024 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.039391 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.039757 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.040158 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.041092 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.046304 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:58.049619 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 44246) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:58.053174 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-7ec21932-5500-45ee-9658-0c74c4c18cf8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dcca4d721e714bc486e155f001152460&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1113443 Feb 17 17:51:58.152043 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:58.218130 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] For port 75ebb4e6-50fd-4093-a975-2f54d9085f70, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=75ebb4e6-50fd-4093-a975-2f54d9085f70,segment=NetworkSegment(d6c40ba5-568a-477a-8ba4-567b28b5f497),segment_id=d6c40ba5-568a-477a-8ba4-567b28b5f497)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:51:58.223648 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:58.224579 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 222f637c-0ec8-445e-8784-739a23c4a07c up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:58.242399 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f03ff6f0-94b7-4fb6-8d4f-6b6ca97fb1ff req-4566cc26-23fb-4942-8a4c-bff78a27a35a tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2511306 Feb 17 17:51:58.287471 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:58.377150 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Pushing event updated for resources: {'Port': ['ID=75ebb4e6-50fd-4093-a975-2f54d9085f70,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:58.391091 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:58.394435 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9ccb1797-6bdf-4e52-8f34-fa466a2cdf52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:58.445928 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 222f637c-0ec8-445e-8784-739a23c4a07c triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:58.446738 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:58.473889 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f909cd3-3b56-4f3b-9fed-6aac519058c3 req-97520578-7ab0-477f-989a-02f3f5360dab tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:58.475517 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1f909cd3-3b56-4f3b-9fed-6aac519058c3 req-97520578-7ab0-477f-989a-02f3f5360dab tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5464a81-a62a-46cd-b315-dfa269eca1c2 HTTP/1.1" status: 200 len: 943 time: 0.1685460 Feb 17 17:51:58.510006 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9ccb1797-6bdf-4e52-8f34-fa466a2cdf52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:58.535622 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740c92c-2e34-4ca0-b177-8721538cbeb6 req-d45891a6-1d8c-4cd2-ac6e-39cb40fa3ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:58.538541 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d740c92c-2e34-4ca0-b177-8721538cbeb6 req-d45891a6-1d8c-4cd2-ac6e-39cb40fa3ee1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 1163 time: 0.2922714 Feb 17 17:51:58.579370 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1f909cd3-3b56-4f3b-9fed-6aac519058c3 req-9cb5fde1-e901-446b-b318-bb2322f5fab7 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947838 Feb 17 17:51:58.684516 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:58.728344 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d740c92c-2e34-4ca0-b177-8721538cbeb6 req-134d0d1e-56e1-4e70-a39f-cd8dc4266342 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643467 Feb 17 17:51:58.739409 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9ccb1797-6bdf-4e52-8f34-fa466a2cdf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:58.746964 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:58.772778 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb1797-6bdf-4e52-8f34-fa466a2cdf52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31fc243-2140-44ea-93ae-f0eed0e287b5,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:58.820435 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9ccb1797-6bdf-4e52-8f34-fa466a2cdf52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:58.846009 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9ccb1797-6bdf-4e52-8f34-fa466a2cdf52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:58.847623 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-9ccb1797-6bdf-4e52-8f34-fa466a2cdf52 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c31fc243-2140-44ea-93ae-f0eed0e287b5 HTTP/1.1" status: 204 len: 168 time: 0.7956698 Feb 17 17:51:58.885027 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20c733-3b22-48db-8d38-a4aaa39ab000 req-1b01b989-ab90-4c3d-b210-65fcdb36b8c9 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:58.893347 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8f20c733-3b22-48db-8d38-a4aaa39ab000 req-1b01b989-ab90-4c3d-b210-65fcdb36b8c9 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 946 time: 0.1253421 Feb 17 17:51:58.960535 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8f20c733-3b22-48db-8d38-a4aaa39ab000 req-e261847e-3e11-4c45-b508-27327b96ba2f tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661218 Feb 17 17:51:59.032422 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe905e1-0ed8-491c-943a-44affda0dd97 req-b450f63e-16d6-4771-861d-160d82882cb8 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:59.034191 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-6fe905e1-0ed8-491c-943a-44affda0dd97 req-b450f63e-16d6-4771-861d-160d82882cb8 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9118faf-3f2f-4002-9671-a50c82afb88b HTTP/1.1" status: 200 len: 945 time: 0.1227384 Feb 17 17:51:59.097589 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-6fe905e1-0ed8-491c-943a-44affda0dd97 req-e03641a7-602b-4f2d-a22c-a7d1ce1cc1ca tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0dc6615-3d55-44b3-91c1-33fdaf472d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550561 Feb 17 17:51:59.263758 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c6d81-0733-4e19-9c12-93fa7a337ec1 req-5f76d777-ab55-4855-a741-cca2493d9bbb tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:59.265485 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d51c6d81-0733-4e19-9c12-93fa7a337ec1 req-5f76d777-ab55-4855-a741-cca2493d9bbb tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.1456831 Feb 17 17:51:59.349498 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d51c6d81-0733-4e19-9c12-93fa7a337ec1 req-208120de-25e3-4767-86ec-adbf8eed4477 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771794 Feb 17 17:51:59.380094 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc832c15-8df8-402c-9fae-10d6610034ab req-832da9cb-d0a7-4613-9c25-6c32683bbacd tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:59.382047 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fc832c15-8df8-402c-9fae-10d6610034ab req-832da9cb-d0a7-4613-9c25-6c32683bbacd tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9118faf-3f2f-4002-9671-a50c82afb88b HTTP/1.1" status: 200 len: 945 time: 0.1755605 Feb 17 17:51:59.490976 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-fc832c15-8df8-402c-9fae-10d6610034ab req-4163d730-9b21-4c87-96bb-c70d46d62216 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Deleting port 222f637c-0ec8-445e-8784-739a23c4a07c {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:51:59.491918 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fc832c15-8df8-402c-9fae-10d6610034ab req-4163d730-9b21-4c87-96bb-c70d46d62216 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:59.495891 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be87f60-0a23-40dd-a413-e16680d6b1f0 req-896e5b6a-bdbf-40a6-a200-cb4dbc2d632c tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:59.497924 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9be87f60-0a23-40dd-a413-e16680d6b1f0 req-896e5b6a-bdbf-40a6-a200-cb4dbc2d632c tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.1032045 Feb 17 17:51:59.580994 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9be87f60-0a23-40dd-a413-e16680d6b1f0 req-1a9973a6-8d08-4be2-a84b-8b1750e4a48f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602028 Feb 17 17:51:59.774101 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:59.888307 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-fc832c15-8df8-402c-9fae-10d6610034ab req-4163d730-9b21-4c87-96bb-c70d46d62216 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] For port 222f637c-0ec8-445e-8784-739a23c4a07c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=222f637c-0ec8-445e-8784-739a23c4a07c,segment=NetworkSegment(43ce63bc-bf60-49b1-a386-13c49e327176),segment_id=43ce63bc-bf60-49b1-a386-13c49e327176)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:51:59.888767 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fc832c15-8df8-402c-9fae-10d6610034ab req-4163d730-9b21-4c87-96bb-c70d46d62216 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:59.901065 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:59.908147 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3072376-f9ea-42d0-a04a-a67051241726 req-aed33197-4183-4405-a0c8-19d25cc80d3f tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:59.909907 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c3072376-f9ea-42d0-a04a-a67051241726 req-aed33197-4183-4405-a0c8-19d25cc80d3f tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5464a81-a62a-46cd-b315-dfa269eca1c2 HTTP/1.1" status: 200 len: 943 time: 0.1801860 Feb 17 17:51:59.936299 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97f11a4-5b9b-4d6b-9103-3266083793ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ebb4e6-50fd-4093-a975-2f54d9085f70'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:52:00.054413 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97f11a4-5b9b-4d6b-9103-3266083793ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ebb4e6-50fd-4093-a975-2f54d9085f70', 'code': 200} Feb 17 17:52:00.156352 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-fc832c15-8df8-402c-9fae-10d6610034ab req-4163d730-9b21-4c87-96bb-c70d46d62216 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Calling delete_port for 222f637c-0ec8-445e-8784-739a23c4a07c owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:52:00.350535 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfb988-1038-42a7-b3ed-1dd29d60de6f req-56e4f2dd-9409-4ef1-ad01-7d9a15f26d31 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:00.361031 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-44bfb988-1038-42a7-b3ed-1dd29d60de6f req-56e4f2dd-9409-4ef1-ad01-7d9a15f26d31 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 946 time: 0.1367185 Feb 17 17:52:00.376905 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c3072376-f9ea-42d0-a04a-a67051241726 req-d1631e48-9905-4aa7-b39c-028f0275329a tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065862 Feb 17 17:52:00.483949 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 1c28c653-caee-4f2d-9c0e-ade7100afe58 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:52:00.516387 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-44bfb988-1038-42a7-b3ed-1dd29d60de6f req-5ec2d798-f186-4bc0-881a-d41188fa13f8 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510201 Feb 17 17:52:00.626908 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 1c28c653-caee-4f2d-9c0e-ade7100afe58 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:00.627345 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:00.789720 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 75ebb4e6-50fd-4093-a975-2f54d9085f70 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:52:00.873190 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e499b-4443-4eb9-ba7b-6cd7f03b945e req-cb60138f-77b9-4192-9292-9482b8a2d8e5 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:00.878514 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c42e499b-4443-4eb9-ba7b-6cd7f03b945e req-cb60138f-77b9-4192-9292-9482b8a2d8e5 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.1225290 Feb 17 17:52:00.940860 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c42e499b-4443-4eb9-ba7b-6cd7f03b945e req-b54138f7-85c0-467d-a014-a83294443745 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576317 Feb 17 17:52:00.942526 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 75ebb4e6-50fd-4093-a975-2f54d9085f70 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:00.943631 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:01.175014 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 1b452d0d-f072-48c5-8db2-4ddc52c9a2e7 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:52:01.277869 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59eda8-1a40-4494-829f-3eabd114d053 req-394377c2-048c-45c3-b4af-4d3968e0f71f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:01.288280 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0d59eda8-1a40-4494-829f-3eabd114d053 req-394377c2-048c-45c3-b4af-4d3968e0f71f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.1366634 Feb 17 17:52:01.327293 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning for port 1b452d0d-f072-48c5-8db2-4ddc52c9a2e7 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:52:01.335921 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 1b452d0d-f072-48c5-8db2-4ddc52c9a2e7 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:01.336269 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:01.350169 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0d59eda8-1a40-4494-829f-3eabd114d053 req-67b913f4-db91-4e9a-8ef6-e21acfb6827b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603843 Feb 17 17:52:01.432099 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fc832c15-8df8-402c-9fae-10d6610034ab req-4163d730-9b21-4c87-96bb-c70d46d62216 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:01.474419 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c6cd8fe1-8ded-4132-815e-da489ab5bdde tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:01.578889 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:01.619274 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] For port 1b452d0d-f072-48c5-8db2-4ddc52c9a2e7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=1b452d0d-f072-48c5-8db2-4ddc52c9a2e7,segment=NetworkSegment(cd4ef5f5-798d-462d-940e-fdbc85c2c98b),segment_id=cd4ef5f5-798d-462d-940e-fdbc85c2c98b)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:52:01.624570 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:01.626609 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-780c0239-6f37-4b19-9772-e8283ed621b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:01.644207 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4163d730-9b21-4c87-96bb-c70d46d62216 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Pushing event deleted for resources: {'Port': ['ID=222f637c-0ec8-445e-8784-739a23c4a07c,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:01.659009 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4163d730-9b21-4c87-96bb-c70d46d62216 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:01.685921 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741473b6-d6ab-4656-9604-b1c3c41ad0fa req-9b23a0f7-c385-4c12-b893-683a88cbdfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:01.687633 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-741473b6-d6ab-4656-9604-b1c3c41ad0fa req-9b23a0f7-c385-4c12-b893-683a88cbdfad service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 1163 time: 0.6196270 Feb 17 17:52:01.737464 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1da0d8-5c36-45ed-94d7-457d1928979b req-bbd28084-e9ed-4891-a034-586035e53af1 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:01.745339 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0f1da0d8-5c36-45ed-94d7-457d1928979b req-bbd28084-e9ed-4891-a034-586035e53af1 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9118faf-3f2f-4002-9671-a50c82afb88b HTTP/1.1" status: 200 len: 945 time: 0.5799530 Feb 17 17:52:01.755256 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Pushing event updated for resources: {'Port': ['ID=1b452d0d-f072-48c5-8db2-4ddc52c9a2e7,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:01.761041 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:01.781145 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc26cf-3eb4-45f5-a8e9-f73b2a1bdf18 req-56036a33-859a-410c-b2c8-eeebf971a901 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:01.793332 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e2bc26cf-3eb4-45f5-a8e9-f73b2a1bdf18 req-56036a33-859a-410c-b2c8-eeebf971a901 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.1764712 Feb 17 17:52:01.796784 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 44390) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:01.826585 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-00105fb5-c6d2-44b2-93a8-2ef33200f594 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Request body: {'floatingip': {'port_id': '1c28c653-caee-4f2d-9c0e-ade7100afe58'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:52:01.945879 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-741473b6-d6ab-4656-9604-b1c3c41ad0fa req-057af590-d4d9-4c6f-91ae-2bd94b2fa1c6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2443871 Feb 17 17:52:01.956190 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-00105fb5-c6d2-44b2-93a8-2ef33200f594 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for floatingip, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:02.032448 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c17272-0f5e-4fa2-b6ed-e0ec14fd4b24 req-08ef275b-a86f-41a5-a52b-5ea13f33ac34 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:02.035571 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-93c17272-0f5e-4fa2-b6ed-e0ec14fd4b24 req-08ef275b-a86f-41a5-a52b-5ea13f33ac34 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5464a81-a62a-46cd-b315-dfa269eca1c2 HTTP/1.1" status: 200 len: 945 time: 0.1275578 Feb 17 17:52:02.038651 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0f1da0d8-5c36-45ed-94d7-457d1928979b req-cde24dda-5244-4018-a13a-faafdf42931c tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0dc6615-3d55-44b3-91c1-33fdaf472d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922847 Feb 17 17:52:02.056160 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5464a81-a62a-46cd-b315-dfa269eca1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b452d0d-f072-48c5-8db2-4ddc52c9a2e7'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:52:02.123454 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-93c17272-0f5e-4fa2-b6ed-e0ec14fd4b24 req-de80f2ae-a487-48d4-9cd3-261e4cba16e8 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786240 Feb 17 17:52:02.182114 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5464a81-a62a-46cd-b315-dfa269eca1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b452d0d-f072-48c5-8db2-4ddc52c9a2e7', 'code': 200} Feb 17 17:52:02.220115 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc832c15-8df8-402c-9fae-10d6610034ab req-4163d730-9b21-4c87-96bb-c70d46d62216 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] No DVR routers for this DVR port 222f637c-0ec8-445e-8784-739a23c4a07c on host hv-cinder-76019 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:52:02.224980 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fc832c15-8df8-402c-9fae-10d6610034ab req-4163d730-9b21-4c87-96bb-c70d46d62216 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:02.228378 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9118faf-3f2f-4002-9671-a50c82afb88b', 'name': 'network-vif-deleted', 'tag': '222f637c-0ec8-445e-8784-739a23c4a07c'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:52:02.306219 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9118faf-3f2f-4002-9671-a50c82afb88b', 'name': 'network-vif-deleted', 'tag': '222f637c-0ec8-445e-8784-739a23c4a07c', 'status': 'completed', 'code': 200} Feb 17 17:52:02.346574 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fc832c15-8df8-402c-9fae-10d6610034ab req-4163d730-9b21-4c87-96bb-c70d46d62216 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] 10.222.0.67 "DELETE /v2.0/ports/222f637c-0ec8-445e-8784-739a23c4a07c HTTP/1.1" status: 204 len: 173 time: 2.9545417 Feb 17 17:52:02.357209 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 44414) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:02.469809 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 1b452d0d-f072-48c5-8db2-4ddc52c9a2e7 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:52:02.593916 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c8dbe778-d31d-472d-95fb-85ee74b063e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:02.629900 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c8dbe778-d31d-472d-95fb-85ee74b063e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:02.638642 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 1b452d0d-f072-48c5-8db2-4ddc52c9a2e7 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:02.639126 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a142810-0d5d-47f7-8839-777417a505c5 req-363db89c-5549-4afd-83e8-08f8d20e1523 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:02.641103 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-6a142810-0d5d-47f7-8839-777417a505c5 req-363db89c-5549-4afd-83e8-08f8d20e1523 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 946 time: 0.3952940 Feb 17 17:52:02.641949 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:02.646567 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-c8dbe778-d31d-472d-95fb-85ee74b063e7 admin admin] Usage tracker for resource:security_group_rule and tenant:2fbd7cd7f9c04cf8a99fcb2d32463284 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:52:02.818401 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a53f9-f6a3-42f9-be79-5b3de4b3b82a req-aefdc831-c9d6-4f90-ba00-f196b98c150e tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:02.820098 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-929a53f9-f6a3-42f9-be79-5b3de4b3b82a req-aefdc831-c9d6-4f90-ba00-f196b98c150e tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.2034421 Feb 17 17:52:02.848066 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 1c28c653-caee-4f2d-9c0e-ade7100afe58 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:52:02.893791 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-c8dbe778-d31d-472d-95fb-85ee74b063e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:52:02.907884 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-929a53f9-f6a3-42f9-be79-5b3de4b3b82a req-d3e7ebc6-9400-4a17-abf9-46477fb4fa9f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813746 Feb 17 17:52:02.946071 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 1c28c653-caee-4f2d-9c0e-ade7100afe58 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:02.948103 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:02.984666 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c8dbe778-d31d-472d-95fb-85ee74b063e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:03.146640 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 222f637c-0ec8-445e-8784-739a23c4a07c no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:52:03.214586 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] No Port match for: 222f637c-0ec8-445e-8784-739a23c4a07c {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:52:03.221686 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 222f637c-0ec8-445e-8784-739a23c4a07c not bound to the agent host hv-cinder-76019 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:52:03.313905 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-92c350b1-2dd2-4cb7-89ef-78bd761c4d81 req-1bf2b371-3adf-43f2-acbe-4dedcca7fe30 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9118faf-3f2f-4002-9671-a50c82afb88b HTTP/1.1" status: 200 len: 210 time: 0.0706599 Feb 17 17:52:03.335509 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-6a142810-0d5d-47f7-8839-777417a505c5 req-e993bc53-8537-4403-b437-371421a59425 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6452196 Feb 17 17:52:03.411332 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b43654-3094-454b-b376-42b9e8e36eae req-14ffca4b-3ef3-4264-9159-40234444c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:03.413988 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-62b43654-3094-454b-b376-42b9e8e36eae req-14ffca4b-3ef3-4264-9159-40234444c78c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e5464a81-a62a-46cd-b315-dfa269eca1c2 HTTP/1.1" status: 200 len: 1162 time: 0.5168488 Feb 17 17:52:03.608371 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3401d-5b39-412a-b043-989f0c62be69 req-05a1f32d-a15d-4792-849a-cbd1283ed41a tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:03.610239 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-6ac3401d-5b39-412a-b043-989f0c62be69 req-05a1f32d-a15d-4792-849a-cbd1283ed41a tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5464a81-a62a-46cd-b315-dfa269eca1c2 HTTP/1.1" status: 200 len: 945 time: 0.1408479 Feb 17 17:52:03.688058 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-6ac3401d-5b39-412a-b043-989f0c62be69 req-bb15f47e-050b-49c8-8bd3-19df33afa30e tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628817 Feb 17 17:52:03.798966 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.db.resource_extend [None req-00105fb5-c6d2-44b2-93a8-2ef33200f594 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 17:52:03.900800 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-62b43654-3094-454b-b376-42b9e8e36eae req-66d13bc8-f768-4095-b0fa-b81c2c51c1f3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790550 Feb 17 17:52:03.907948 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c8dbe778-d31d-472d-95fb-85ee74b063e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:03.914476 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c8dbe778-d31d-472d-95fb-85ee74b063e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:03.934160 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-aa5a35d6-03b9-4d57-868e-d4a7cc3da82c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:03.977051 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-00105fb5-c6d2-44b2-93a8-2ef33200f594 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:03.995047 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-00105fb5-c6d2-44b2-93a8-2ef33200f594 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846487875'] for floatingip, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:04.063755 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-c8dbe778-d31d-472d-95fb-85ee74b063e7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2fbd7cd7f9c04cf8a99fcb2d32463284&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7046266 Feb 17 17:52:04.067647 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 44460) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:04.138890 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-941d8631-b28c-405b-a75b-492ebb1a87b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:04.158471 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 75ebb4e6-50fd-4093-a975-2f54d9085f70 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:52:04.173399 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-941d8631-b28c-405b-a75b-492ebb1a87b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:04.175900 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dbe778-d31d-472d-95fb-85ee74b063e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a293ef3-efc8-4ee5-a7e7-5c6b18b2840c,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:04.214642 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c8dbe778-d31d-472d-95fb-85ee74b063e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:04.224486 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-941d8631-b28c-405b-a75b-492ebb1a87b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:04.231108 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8c680194-2def-49b5-8ca9-2fe3b678051e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:04.235003 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 75ebb4e6-50fd-4093-a975-2f54d9085f70 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:04.235429 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:04.245743 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d8631-b28c-405b-a75b-492ebb1a87b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a293ef3-efc8-4ee5-a7e7-5c6b18b2840c,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:04.248524 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-941d8631-b28c-405b-a75b-492ebb1a87b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:04.253128 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-941d8631-b28c-405b-a75b-492ebb1a87b5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6a293ef3-efc8-4ee5-a7e7-5c6b18b2840c HTTP/1.1" status: 204 len: 168 time: 0.1809731 Feb 17 17:52:04.253128 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-941d8631-b28c-405b-a75b-492ebb1a87b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:04.270497 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.db.l3_db [None req-00105fb5-c6d2-44b2-93a8-2ef33200f594 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Floating IP 49e6d37f-d69f-4475-b3dd-37417346d73e associated. External IP: 172.28.3.82, port: 1c28c653-caee-4f2d-9c0e-ade7100afe58. Feb 17 17:52:04.451127 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963330b9-adc8-4374-8c3e-6acf72a840e0 req-35f2b5ae-feaf-4bfa-9205-dafa6bf0b43c tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:04.459438 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-963330b9-adc8-4374-8c3e-6acf72a840e0 req-35f2b5ae-feaf-4bfa-9205-dafa6bf0b43c tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.4081728 Feb 17 17:52:04.547900 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-963330b9-adc8-4374-8c3e-6acf72a840e0 req-4d186582-78ef-4a56-b694-694f23b1ee1a tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874097 Feb 17 17:52:04.768744 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 44484) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:04.779000 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb002fee-060d-401f-a9fc-f2b1a0738c83 req-3b6d5b1b-d77c-440f-aac1-5693f3e2e778 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:04.787029 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fb002fee-060d-401f-a9fc-f2b1a0738c83 req-3b6d5b1b-d77c-440f-aac1-5693f3e2e778 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 946 time: 0.1132803 Feb 17 17:52:04.844257 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c484606b-02a8-49df-b432-012e8ec2cede admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:04.874458 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fb002fee-060d-401f-a9fc-f2b1a0738c83 req-8804026e-4bb7-4429-9e4f-5c8a505108e3 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860770 Feb 17 17:52:04.886546 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c484606b-02a8-49df-b432-012e8ec2cede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:04.897044 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-c484606b-02a8-49df-b432-012e8ec2cede admin admin] Usage tracker for resource:security_group_rule and tenant:1b31ebe4f735443fb2bc1008edd60613 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:52:04.906093 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-c484606b-02a8-49df-b432-012e8ec2cede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:52:04.918019 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c484606b-02a8-49df-b432-012e8ec2cede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:04.959856 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62cee9-9060-42d0-ac17-dc661fe7f261 req-ede5ab7a-7f50-47e9-abc7-449d6c4e8f77 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:04.962565 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8b62cee9-9060-42d0-ac17-dc661fe7f261 req-ede5ab7a-7f50-47e9-abc7-449d6c4e8f77 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.2060144 Feb 17 17:52:04.974755 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 44494) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:04.992392 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-e273859a-d1a8-496f-92bb-b6b1b4b35a27 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Request body: {'floatingip': {'port_id': '75ebb4e6-50fd-4093-a975-2f54d9085f70'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:52:05.016200 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00105fb5-c6d2-44b2-93a8-2ef33200f594 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Router d5ad8e49-5d6c-467e-a581-feea0114cb1f has already been hosted by L3 agent b696c7bc-35f9-4b20-9049-f598d63d0e6c {{(pid=83987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:52:05.263447 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00105fb5-c6d2-44b2-93a8-2ef33200f594 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify agent at l3_agent.dv-cinder-760199-3-smb the message routers_updated {{(pid=83987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:52:05.279363 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-00105fb5-c6d2-44b2-93a8-2ef33200f594 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for floatingip, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:05.281586 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63ed594-0b70-4f67-8d7b-d97a155b1107 None None] Sync routers for ids ['d5ad8e49-5d6c-467e-a581-feea0114cb1f'] in dv-cinder-760199-3-smb {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:52:05.295173 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63ed594-0b70-4f67-8d7b-d97a155b1107 None None] Routers {'d5ad8e49-5d6c-467e-a581-feea0114cb1f'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:52:05.300131 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-e63ed594-0b70-4f67-8d7b-d97a155b1107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:51:58Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['d5ad8e49-5d6c-467e-a581-feea0114cb1f'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:52:05.345019 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e273859a-d1a8-496f-92bb-b6b1b4b35a27 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for floatingip, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:05.438732 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-00105fb5-c6d2-44b2-93a8-2ef33200f594 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "PUT /v2.0/floatingips/49e6d37f-d69f-4475-b3dd-37417346d73e HTTP/1.1" status: 200 len: 991 time: 3.6326754 Feb 17 17:52:05.439938 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213d32ee-d02f-45ff-9cd1-1ac28a8def51', 'tag': '1c28c653-caee-4f2d-9c0e-ade7100afe58'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:52:05.543265 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 44510) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:05.632675 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88966304-0ee1-4f46-99a7-589b97d55c9d req-e55fb8d4-3fa7-4713-8bba-25fa1e1ec323 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:05.637938 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-e63ed594-0b70-4f67-8d7b-d97a155b1107 None None] Set router d5ad8e49-5d6c-467e-a581-feea0114cb1f gateway port host: dv-cinder-760199-3-smb {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:52:05.641834 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-88966304-0ee1-4f46-99a7-589b97d55c9d req-e55fb8d4-3fa7-4713-8bba-25fa1e1ec323 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5464a81-a62a-46cd-b315-dfa269eca1c2 HTTP/1.1" status: 200 len: 945 time: 0.4084010 Feb 17 17:52:05.655698 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213d32ee-d02f-45ff-9cd1-1ac28a8def51', 'tag': '1c28c653-caee-4f2d-9c0e-ade7100afe58', 'status': 'completed', 'code': 200} Feb 17 17:52:05.690080 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c484606b-02a8-49df-b432-012e8ec2cede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:05.700366 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c484606b-02a8-49df-b432-012e8ec2cede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:05.724923 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-dfcd3b93-f584-4c69-ad2c-dde721bc5277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:05.737861 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-06580cc7-5029-4bfd-b453-23dace3c6c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:05.766286 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484606b-02a8-49df-b432-012e8ec2cede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6658142-5f0b-4e05-8860-36938dab7d9d,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:05.788250 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-88966304-0ee1-4f46-99a7-589b97d55c9d req-de81307f-4171-4b14-8c3f-96bd92e35eff tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453199 Feb 17 17:52:05.789330 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c484606b-02a8-49df-b432-012e8ec2cede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:05.815504 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-06580cc7-5029-4bfd-b453-23dace3c6c6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:05.825259 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-06580cc7-5029-4bfd-b453-23dace3c6c6a admin admin] Usage tracker for resource:security_group_rule and tenant:b44d0209e42149919ed787ee9bb7ee1e is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:52:05.830260 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-06580cc7-5029-4bfd-b453-23dace3c6c6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:52:05.840849 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-06580cc7-5029-4bfd-b453-23dace3c6c6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:05.885823 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d90cf-0693-4c49-9344-73b39c2855ff req-22f4b740-a0ad-4ebc-aa45-eb39c6392006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:05.888103 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-501d90cf-0693-4c49-9344-73b39c2855ff req-22f4b740-a0ad-4ebc-aa45-eb39c6392006 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc924de1492e41db80e64bc749ca753a&device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 1163 time: 0.1341338 Feb 17 17:52:06.218461 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-c484606b-02a8-49df-b432-012e8ec2cede admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1b31ebe4f735443fb2bc1008edd60613&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4480140 Feb 17 17:52:06.219147 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 44522) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:06.260150 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 1b452d0d-f072-48c5-8db2-4ddc52c9a2e7 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:52:06.276761 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-06580cc7-5029-4bfd-b453-23dace3c6c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:06.283270 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d90cf-0693-4c49-9344-73b39c2855ff req-0714f49a-6315-474f-a156-bffe8a737f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:06.284927 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-501d90cf-0693-4c49-9344-73b39c2855ff req-0714f49a-6315-474f-a156-bffe8a737f0b service neutron] 10.222.0.67 "GET /v2.0/networks?id=2bd27a9c-fc05-4957-b6fc-79c4c62cef95 HTTP/1.1" status: 200 len: 905 time: 0.3783021 Feb 17 17:52:06.298575 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-06580cc7-5029-4bfd-b453-23dace3c6c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:06.324784 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-96b8d536-2f41-48a5-89bb-28d68b6779b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:06.342224 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26633bac-cd67-485b-8cc4-9811a6144854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:06.382373 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-e63ed594-0b70-4f67-8d7b-d97a155b1107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'name': 'tempest-AttachVolumeTestJSON-1590474071-router', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:51Z', 'updated_at': '2021-02-17T17:51:13Z', 'revision_number': 4, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'gw_port': {'id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_floatingips': [{'id': '49e6d37f-d69f-4475-b3dd-37417346d73e', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'floating_ip_address': '172.28.3.82', 'floating_network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'router_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'port_id': '1c28c653-caee-4f2d-9c0e-ade7100afe58', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95', 'mac_address': 'fa:16:3e:37:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213d32ee-d02f-45ff-9cd1-1ac28a8def51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:51:30Z', 'updated_at': '2021-02-17T17:52:03Z', 'revision_number': 1, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e039e46-6626-44bb-a907-d58dc1a87362', 'name': '', 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'mac_address': 'fa:16:3e:5a:f0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '90273680-1e5e-433f-9236-ce524691d25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:09Z', 'updated_at': '2021-02-17T17:51:27Z', 'revision_number': 5, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'subnets': [{'id': '90273680-1e5e-433f-9236-ce524691d25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:52:06.398025 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63ed594-0b70-4f67-8d7b-d97a155b1107 None None] Checking router: d5ad8e49-5d6c-467e-a581-feea0114cb1f for host: dv-cinder-760199-3-smb {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:52:06.422955 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63ed594-0b70-4f67-8d7b-d97a155b1107 None None] Routers {'d5ad8e49-5d6c-467e-a581-feea0114cb1f'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:52:06.426165 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-e63ed594-0b70-4f67-8d7b-d97a155b1107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:51:58Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['d5ad8e49-5d6c-467e-a581-feea0114cb1f'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:52:06.463901 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 1b452d0d-f072-48c5-8db2-4ddc52c9a2e7 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:06.465785 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:06.528015 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26633bac-cd67-485b-8cc4-9811a6144854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:06.762805 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26633bac-cd67-485b-8cc4-9811a6144854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:06.786022 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:06.813783 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26633bac-cd67-485b-8cc4-9811a6144854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:06.817917 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-26633bac-cd67-485b-8cc4-9811a6144854 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b6658142-5f0b-4e05-8860-36938dab7d9d HTTP/1.1" status: 204 len: 168 time: 0.5858197 Feb 17 17:52:06.823877 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26633bac-cd67-485b-8cc4-9811a6144854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6658142-5f0b-4e05-8860-36938dab7d9d,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:06.826922 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26633bac-cd67-485b-8cc4-9811a6144854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:06.838093 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-e63ed594-0b70-4f67-8d7b-d97a155b1107 None None] Set router d5ad8e49-5d6c-467e-a581-feea0114cb1f gateway port host: dv-cinder-760199-3-smb {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:52:07.024490 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.db.resource_extend [None req-e273859a-d1a8-496f-92bb-b6b1b4b35a27 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 17:52:07.096811 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-06580cc7-5029-4bfd-b453-23dace3c6c6a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b44d0209e42149919ed787ee9bb7ee1e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5517404 Feb 17 17:52:07.117291 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 44550) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:07.189722 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06580cc7-5029-4bfd-b453-23dace3c6c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f72b637-ec68-467b-a976-e8583a89027f,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:07.201556 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-06580cc7-5029-4bfd-b453-23dace3c6c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.885s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:07.219393 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-501d90cf-0693-4c49-9344-73b39c2855ff req-4890c959-22fb-4124-a17f-168243120fc9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c28c653-caee-4f2d-9c0e-ade7100afe58 HTTP/1.1" status: 200 len: 999 time: 0.9065621 Feb 17 17:52:07.229143 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61191980-7e2e-46a2-92c8-251d84d83d46 req-18c42b88-4457-4140-8563-d185f49b2e97 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:07.231011 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-61191980-7e2e-46a2-92c8-251d84d83d46 req-18c42b88-4457-4140-8563-d185f49b2e97 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 946 time: 1.1207232 Feb 17 17:52:07.283153 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e273859a-d1a8-496f-92bb-b6b1b4b35a27 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:07.299242 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e273859a-d1a8-496f-92bb-b6b1b4b35a27 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846487875'] for floatingip, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:07.344545 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d90cf-0693-4c49-9344-73b39c2855ff req-4b3c4f41-bd8a-4256-8f9f-40b2fafb419d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:07.346199 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-501d90cf-0693-4c49-9344-73b39c2855ff req-4b3c4f41-bd8a-4256-8f9f-40b2fafb419d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=90273680-1e5e-433f-9236-ce524691d25a HTTP/1.1" status: 200 len: 850 time: 0.1142290 Feb 17 17:52:07.395578 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-e63ed594-0b70-4f67-8d7b-d97a155b1107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'name': 'tempest-AttachVolumeTestJSON-1590474071-router', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:51Z', 'updated_at': '2021-02-17T17:51:13Z', 'revision_number': 4, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'gw_port': {'id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_floatingips': [{'id': '49e6d37f-d69f-4475-b3dd-37417346d73e', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'floating_ip_address': '172.28.3.82', 'floating_network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'router_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'port_id': '1c28c653-caee-4f2d-9c0e-ade7100afe58', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95', 'mac_address': 'fa:16:3e:37:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213d32ee-d02f-45ff-9cd1-1ac28a8def51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:51:30Z', 'updated_at': '2021-02-17T17:52:03Z', 'revision_number': 1, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e039e46-6626-44bb-a907-d58dc1a87362', 'name': '', 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'mac_address': 'fa:16:3e:5a:f0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '90273680-1e5e-433f-9236-ce524691d25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:09Z', 'updated_at': '2021-02-17T17:51:27Z', 'revision_number': 5, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'subnets': [{'id': '90273680-1e5e-433f-9236-ce524691d25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:52:07.401309 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63ed594-0b70-4f67-8d7b-d97a155b1107 None None] The sync data for ids ['d5ad8e49-5d6c-467e-a581-feea0114cb1f'] in dv-cinder-760199-3-smb is: [{'id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'name': 'tempest-AttachVolumeTestJSON-1590474071-router', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:51Z', 'updated_at': '2021-02-17T17:51:13Z', 'revision_number': 4, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'gw_port': {'id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_floatingips': [{'id': '49e6d37f-d69f-4475-b3dd-37417346d73e', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'floating_ip_address': '172.28.3.82', 'floating_network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'router_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'port_id': '1c28c653-caee-4f2d-9c0e-ade7100afe58', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95', 'mac_address': 'fa:16:3e:37:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213d32ee-d02f-45ff-9cd1-1ac28a8def51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:51:30Z', 'updated_at': '2021-02-17T17:52:03Z', 'revision_number': 1, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e039e46-6626-44bb-a907-d58dc1a87362', 'name': '', 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'mac_address': 'fa:16:3e:5a:f0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '90273680-1e5e-433f-9236-ce524691d25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:09Z', 'updated_at': '2021-02-17T17:51:27Z', 'revision_number': 5, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'subnets': [{'id': '90273680-1e5e-433f-9236-ce524691d25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:52:07.438979 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-61191980-7e2e-46a2-92c8-251d84d83d46 req-d8061c19-f7cb-46b7-a781-3900dd94cd4a tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248374 Feb 17 17:52:07.486144 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d90cf-0693-4c49-9344-73b39c2855ff req-1bcdf283-d359-4223-a1cb-c8dbee9389af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:07.488923 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-501d90cf-0693-4c49-9344-73b39c2855ff req-1bcdf283-d359-4223-a1cb-c8dbee9389af service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2bd27a9c-fc05-4957-b6fc-79c4c62cef95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1324751 Feb 17 17:52:07.496000 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a9c16-f1dc-44ab-87e1-b5c79ed25b43 req-d8e72f81-8e75-4a74-b5c5-a3eefa99b597 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:07.497757 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4d3a9c16-f1dc-44ab-87e1-b5c79ed25b43 req-d8e72f81-8e75-4a74-b5c5-a3eefa99b597 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5464a81-a62a-46cd-b315-dfa269eca1c2 HTTP/1.1" status: 200 len: 945 time: 0.3792367 Feb 17 17:52:07.501481 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8611e058-f6f1-49b7-b451-3f720bfec230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:07.536823 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8611e058-f6f1-49b7-b451-3f720bfec230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:07.641328 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4d3a9c16-f1dc-44ab-87e1-b5c79ed25b43 req-6b18c8e8-4d9a-4c6e-aebc-621c0e1db41c tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127934 Feb 17 17:52:07.663419 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8611e058-f6f1-49b7-b451-3f720bfec230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:07.672689 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:07.674449 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-501d90cf-0693-4c49-9344-73b39c2855ff req-ef6efaa4-148a-44f3-afc4-4713d7c72c4a service neutron] 10.222.0.67 "GET /v2.0/networks/2bd27a9c-fc05-4957-b6fc-79c4c62cef95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681085 Feb 17 17:52:07.698424 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611e058-f6f1-49b7-b451-3f720bfec230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f72b637-ec68-467b-a976-e8583a89027f,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:07.701522 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8611e058-f6f1-49b7-b451-3f720bfec230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:07.713042 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8611e058-f6f1-49b7-b451-3f720bfec230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:07.714486 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-8611e058-f6f1-49b7-b451-3f720bfec230 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2f72b637-ec68-467b-a976-e8583a89027f HTTP/1.1" status: 204 len: 168 time: 0.5940542 Feb 17 17:52:07.724906 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.db.l3_db [None req-e273859a-d1a8-496f-92bb-b6b1b4b35a27 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Floating IP bb775fab-764f-47eb-bdbb-b027b79ff764 associated. External IP: 172.28.3.181, port: 75ebb4e6-50fd-4093-a975-2f54d9085f70. Feb 17 17:52:07.890891 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d16816-6c14-446b-a00a-b04067b7bf63 None None] New status for floating IP 49e6d37f-d69f-4475-b3dd-37417346d73e: ACTIVE {{(pid=83988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 17:52:08.138046 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-501d90cf-0693-4c49-9344-73b39c2855ff req-abebe2f2-e5c6-4035-b618-b7a55c7f5b59 service neutron] 10.222.0.67 "GET /v2.0/networks/2bd27a9c-fc05-4957-b6fc-79c4c62cef95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4508722 Feb 17 17:52:08.326172 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 44596) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:08.349634 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7d1ce54a-8199-4861-9152-2279a4d31bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:08.367406 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7d1ce54a-8199-4861-9152-2279a4d31bfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:08.372154 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-7d1ce54a-8199-4861-9152-2279a4d31bfd admin admin] Usage tracker for resource:security_group_rule and tenant:83202e58fb6046e6bed491eefaa72d99 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:52:08.375859 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-7d1ce54a-8199-4861-9152-2279a4d31bfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:52:08.384880 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7d1ce54a-8199-4861-9152-2279a4d31bfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:08.522125 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e273859a-d1a8-496f-92bb-b6b1b4b35a27 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Router 5f42a43c-9d48-4d13-a00b-55d497b95bae has already been hosted by L3 agent b696c7bc-35f9-4b20-9049-f598d63d0e6c {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:52:08.583738 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7d1ce54a-8199-4861-9152-2279a4d31bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:08.588545 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7d1ce54a-8199-4861-9152-2279a4d31bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:08.598330 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-eec9486c-8f76-4b51-90c6-c64f349f6411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:08.613520 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:08.660283 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-7d1ce54a-8199-4861-9152-2279a4d31bfd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=83202e58fb6046e6bed491eefaa72d99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3328466 Feb 17 17:52:08.662963 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 44610) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:08.666904 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ce54a-8199-4861-9152-2279a4d31bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f0b387-32e3-4a0b-9229-eb681bf68bad,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:08.682188 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7d1ce54a-8199-4861-9152-2279a4d31bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:08.784370 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c1ceabd3-5aae-4b65-8b8d-c59c16db924d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:08.837372 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c1ceabd3-5aae-4b65-8b8d-c59c16db924d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:09.002669 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c1ceabd3-5aae-4b65-8b8d-c59c16db924d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:09.012500 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-37c38408-33d1-43d7-bce8-803e1d095331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:09.037781 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ceabd3-5aae-4b65-8b8d-c59c16db924d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f0b387-32e3-4a0b-9229-eb681bf68bad,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:09.059792 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c1ceabd3-5aae-4b65-8b8d-c59c16db924d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:09.133217 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c1ceabd3-5aae-4b65-8b8d-c59c16db924d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:09.137953 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-c1ceabd3-5aae-4b65-8b8d-c59c16db924d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a4f0b387-32e3-4a0b-9229-eb681bf68bad HTTP/1.1" status: 204 len: 168 time: 0.4736955 Feb 17 17:52:09.168549 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:52:09.205285 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371277e-379b-4df2-85aa-8edbaf87ec3e req-9f1f5457-cd61-40bc-9892-e118609e6f64 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:09.218184 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e371277e-379b-4df2-85aa-8edbaf87ec3e req-9f1f5457-cd61-40bc-9892-e118609e6f64 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 946 time: 0.3956974 Feb 17 17:52:09.408764 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e371277e-379b-4df2-85aa-8edbaf87ec3e req-05a8aa51-3960-4b03-a109-6a9290132ec1 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866784 Feb 17 17:52:09.553098 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e273859a-d1a8-496f-92bb-b6b1b4b35a27 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify agent at l3_agent.dv-cinder-760199-3-smb the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:52:09.566675 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57468c6-b0cc-4929-8a25-7ca5057f3298 None None] Sync routers for ids ['5f42a43c-9d48-4d13-a00b-55d497b95bae'] in dv-cinder-760199-3-smb {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:52:09.574016 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e273859a-d1a8-496f-92bb-b6b1b4b35a27 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for floatingip, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:09.591219 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57468c6-b0cc-4929-8a25-7ca5057f3298 None None] Routers {'5f42a43c-9d48-4d13-a00b-55d497b95bae'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:52:09.598715 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-e57468c6-b0cc-4929-8a25-7ca5057f3298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:51:58Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['5f42a43c-9d48-4d13-a00b-55d497b95bae'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:52:09.716083 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-e273859a-d1a8-496f-92bb-b6b1b4b35a27 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "PUT /v2.0/floatingips/bb775fab-764f-47eb-bdbb-b027b79ff764 HTTP/1.1" status: 200 len: 992 time: 4.7387228 Feb 17 17:52:09.717271 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97f11a4-5b9b-4d6b-9103-3266083793ae', 'tag': '75ebb4e6-50fd-4093-a975-2f54d9085f70'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:52:09.865953 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a97f11a4-5b9b-4d6b-9103-3266083793ae', 'tag': '75ebb4e6-50fd-4093-a975-2f54d9085f70', 'status': 'completed', 'code': 200} Feb 17 17:52:10.120569 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfabe1-98d9-4c5b-800e-d3a825a3927b req-0b428ac0-c75f-464d-8a68-11760b74c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:10.122867 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-25bfabe1-98d9-4c5b-800e-d3a825a3927b req-0b428ac0-c75f-464d-8a68-11760b74c97b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3994a7af636a4127ad81e4b5bee876a5&device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 1163 time: 0.1726856 Feb 17 17:52:10.138513 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 44660) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:10.170063 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-e57468c6-b0cc-4929-8a25-7ca5057f3298 None None] Set router 5f42a43c-9d48-4d13-a00b-55d497b95bae gateway port host: dv-cinder-760199-3-smb {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:52:10.175834 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ff40847b-9bfd-49b7-802d-1a75be92e315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:10.198694 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ff40847b-9bfd-49b7-802d-1a75be92e315 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:10.206144 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-ff40847b-9bfd-49b7-802d-1a75be92e315 admin admin] Usage tracker for resource:security_group_rule and tenant:1e08639e638b454f816a56e166802e94 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:52:10.212528 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-ff40847b-9bfd-49b7-802d-1a75be92e315 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:52:10.223475 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ff40847b-9bfd-49b7-802d-1a75be92e315 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:10.332143 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfabe1-98d9-4c5b-800e-d3a825a3927b req-a5df62a4-d542-48b9-bdb3-25ac238fbe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:10.342045 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ff40847b-9bfd-49b7-802d-1a75be92e315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:10.346653 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ff40847b-9bfd-49b7-802d-1a75be92e315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:10.349929 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-25bfabe1-98d9-4c5b-800e-d3a825a3927b req-a5df62a4-d542-48b9-bdb3-25ac238fbe39 service neutron] 10.222.0.67 "GET /v2.0/networks?id=148e9e2e-c4f3-41c4-97ba-46e9b419a94e HTTP/1.1" status: 200 len: 911 time: 0.2166216 Feb 17 17:52:10.359114 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-941d8631-b28c-405b-a75b-492ebb1a87b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:10.435121 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-ff40847b-9bfd-49b7-802d-1a75be92e315 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1e08639e638b454f816a56e166802e94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948549 Feb 17 17:52:10.435847 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 44668) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:10.440748 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40847b-9bfd-49b7-802d-1a75be92e315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4458b42-6700-4fa8-827d-824bf9d39659,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:10.520217 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ff40847b-9bfd-49b7-802d-1a75be92e315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:10.527022 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-25bfabe1-98d9-4c5b-800e-d3a825a3927b req-a447088c-76f7-4f4c-9f56-38d4bee7f486 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75ebb4e6-50fd-4093-a975-2f54d9085f70 HTTP/1.1" status: 200 len: 1000 time: 0.1620450 Feb 17 17:52:10.617842 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfabe1-98d9-4c5b-800e-d3a825a3927b req-2db5dc05-de83-4b36-ae3f-2e23e1a58642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:10.620106 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-25bfabe1-98d9-4c5b-800e-d3a825a3927b req-2db5dc05-de83-4b36-ae3f-2e23e1a58642 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5503d0e5-4ae3-4a76-b823-ab77a7eb8434 HTTP/1.1" status: 200 len: 856 time: 0.0869002 Feb 17 17:52:10.666536 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b0f7ccb0-5df8-44f9-8932-33eb649cc733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:10.731444 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b0f7ccb0-5df8-44f9-8932-33eb649cc733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:10.823234 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb25fe-d063-4d9d-914b-f45805a0f1f2 req-3d71b821-fef8-45ca-a681-4c7c687c4d96 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:10.826037 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfabe1-98d9-4c5b-800e-d3a825a3927b req-e412c53e-52cc-4f46-a84d-f9b074c335a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:10.832721 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-18bb25fe-d063-4d9d-914b-f45805a0f1f2 req-3d71b821-fef8-45ca-a681-4c7c687c4d96 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 946 time: 0.2818582 Feb 17 17:52:10.835125 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-25bfabe1-98d9-4c5b-800e-d3a825a3927b req-e412c53e-52cc-4f46-a84d-f9b074c335a4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=148e9e2e-c4f3-41c4-97ba-46e9b419a94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2051361 Feb 17 17:52:10.843658 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-e57468c6-b0cc-4929-8a25-7ca5057f3298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'name': 'tempest-AttachVolumeShelveTestJSON-1631215453-router', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:50Z', 'updated_at': '2021-02-17T17:51:18Z', 'revision_number': 4, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'gw_port': {'id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_floatingips': [{'id': 'bb775fab-764f-47eb-bdbb-b027b79ff764', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'floating_ip_address': '172.28.3.181', 'floating_network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'router_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'port_id': '75ebb4e6-50fd-4093-a975-2f54d9085f70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e', 'mac_address': 'fa:16:3e:68:a6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97f11a4-5b9b-4d6b-9103-3266083793ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:51:37Z', 'updated_at': '2021-02-17T17:52:06Z', 'revision_number': 1, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7', 'name': '', 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'mac_address': 'fa:16:3e:81:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '5503d0e5-4ae3-4a76-b823-ab77a7eb8434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:11Z', 'updated_at': '2021-02-17T17:51:34Z', 'revision_number': 5, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'subnets': [{'id': '5503d0e5-4ae3-4a76-b823-ab77a7eb8434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:52:10.848660 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57468c6-b0cc-4929-8a25-7ca5057f3298 None None] Checking router: 5f42a43c-9d48-4d13-a00b-55d497b95bae for host: dv-cinder-760199-3-smb {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:52:10.857558 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b0f7ccb0-5df8-44f9-8932-33eb649cc733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:10.861769 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57468c6-b0cc-4929-8a25-7ca5057f3298 None None] Routers {'5f42a43c-9d48-4d13-a00b-55d497b95bae'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:52:10.862796 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-e57468c6-b0cc-4929-8a25-7ca5057f3298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:51:58Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['5f42a43c-9d48-4d13-a00b-55d497b95bae'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:52:10.865881 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:10.883106 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f7ccb0-5df8-44f9-8932-33eb649cc733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4458b42-6700-4fa8-827d-824bf9d39659,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:10.906328 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b0f7ccb0-5df8-44f9-8932-33eb649cc733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:10.918762 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-18bb25fe-d063-4d9d-914b-f45805a0f1f2 req-dd000706-79e8-49d2-80ba-b0350fe262ac tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849113 Feb 17 17:52:10.933034 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b0f7ccb0-5df8-44f9-8932-33eb649cc733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:10.936345 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-b0f7ccb0-5df8-44f9-8932-33eb649cc733 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a4458b42-6700-4fa8-827d-824bf9d39659 HTTP/1.1" status: 204 len: 168 time: 0.4964948 Feb 17 17:52:11.056395 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-25bfabe1-98d9-4c5b-800e-d3a825a3927b req-c206506f-5b09-4c00-8e32-f56bc061e86c service neutron] 10.222.0.67 "GET /v2.0/networks/148e9e2e-c4f3-41c4-97ba-46e9b419a94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128592 Feb 17 17:52:11.247559 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-25bfabe1-98d9-4c5b-800e-d3a825a3927b req-cfedab85-652f-44b7-aa50-e9259812fba1 service neutron] 10.222.0.67 "GET /v2.0/networks/148e9e2e-c4f3-41c4-97ba-46e9b419a94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1824021 Feb 17 17:52:11.391243 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-e57468c6-b0cc-4929-8a25-7ca5057f3298 None None] Set router 5f42a43c-9d48-4d13-a00b-55d497b95bae gateway port host: dv-cinder-760199-3-smb {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:52:11.920242 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-e57468c6-b0cc-4929-8a25-7ca5057f3298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'name': 'tempest-AttachVolumeShelveTestJSON-1631215453-router', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:50Z', 'updated_at': '2021-02-17T17:51:18Z', 'revision_number': 4, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'gw_port': {'id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_floatingips': [{'id': 'bb775fab-764f-47eb-bdbb-b027b79ff764', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'floating_ip_address': '172.28.3.181', 'floating_network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'router_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'port_id': '75ebb4e6-50fd-4093-a975-2f54d9085f70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e', 'mac_address': 'fa:16:3e:68:a6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97f11a4-5b9b-4d6b-9103-3266083793ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:51:37Z', 'updated_at': '2021-02-17T17:52:06Z', 'revision_number': 1, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7', 'name': '', 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'mac_address': 'fa:16:3e:81:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '5503d0e5-4ae3-4a76-b823-ab77a7eb8434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:11Z', 'updated_at': '2021-02-17T17:51:34Z', 'revision_number': 5, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'subnets': [{'id': '5503d0e5-4ae3-4a76-b823-ab77a7eb8434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:52:11.924605 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57468c6-b0cc-4929-8a25-7ca5057f3298 None None] The sync data for ids ['5f42a43c-9d48-4d13-a00b-55d497b95bae'] in dv-cinder-760199-3-smb is: [{'id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'name': 'tempest-AttachVolumeShelveTestJSON-1631215453-router', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:50Z', 'updated_at': '2021-02-17T17:51:18Z', 'revision_number': 4, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'gw_port': {'id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_floatingips': [{'id': 'bb775fab-764f-47eb-bdbb-b027b79ff764', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'floating_ip_address': '172.28.3.181', 'floating_network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'router_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'port_id': '75ebb4e6-50fd-4093-a975-2f54d9085f70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e', 'mac_address': 'fa:16:3e:68:a6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97f11a4-5b9b-4d6b-9103-3266083793ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:51:37Z', 'updated_at': '2021-02-17T17:52:06Z', 'revision_number': 1, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7', 'name': '', 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'mac_address': 'fa:16:3e:81:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '5503d0e5-4ae3-4a76-b823-ab77a7eb8434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:11Z', 'updated_at': '2021-02-17T17:51:34Z', 'revision_number': 5, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'subnets': [{'id': '5503d0e5-4ae3-4a76-b823-ab77a7eb8434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:52:12.177503 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93134fa7-dfad-48ec-a53f-923eaf1c95fe req-f33f25c2-3c6f-467c-9b74-e422f2d59a77 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:12.179233 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-93134fa7-dfad-48ec-a53f-923eaf1c95fe req-f33f25c2-3c6f-467c-9b74-e422f2d59a77 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 946 time: 0.0983768 Feb 17 17:52:12.242561 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-93134fa7-dfad-48ec-a53f-923eaf1c95fe req-a4f3f6bd-6784-449d-b5e3-4c281ee3f55f tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558081 Feb 17 17:52:12.375205 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4391f045-3cbf-44b4-9984-809d8b34ef93 None None] New status for floating IP bb775fab-764f-47eb-bdbb-b027b79ff764: ACTIVE {{(pid=83988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 17:52:12.475721 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-bff4a22c-0f75-4a1b-b094-36fbf871b370 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:12.478252 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-bff4a22c-0f75-4a1b-b094-36fbf871b370 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/networks?id=376dd2cb-f819-4afd-88f1-5bdecf18b8d9 HTTP/1.1" status: 200 len: 812 time: 0.2006016 Feb 17 17:52:12.499596 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-117abd4d-3a65-42df-a0c2-91f66ef8822d tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/quotas/82d5dedee50c40eebfe29a0df4366919 HTTP/1.1" status: 200 len: 375 time: 0.0131435 Feb 17 17:52:12.608625 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-80d00f7a-54f0-474b-a443-fd1d69c6cf5b tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=82d5dedee50c40eebfe29a0df4366919&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1016493 Feb 17 17:52:12.808487 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-f081a275-0bac-4661-85b8-6a220107b6db service neutron] 10.222.0.49 "GET /v2.0/networks/376dd2cb-f819-4afd-88f1-5bdecf18b8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918335 Feb 17 17:52:13.150222 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-895a3bc8-e836-489c-ad66-023490d32b3d service neutron] 10.222.0.49 "GET /v2.0/networks/376dd2cb-f819-4afd-88f1-5bdecf18b8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3401997 Feb 17 17:52:13.575789 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d6caa40e-3066-4ef6-b730-1872726ffe28 req-1870212e-ed97-4022-a24e-588636562449 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=e72a4cb1-614b-436d-a7fc-5966b419ed18 HTTP/1.1" status: 200 len: 210 time: 0.0841820 Feb 17 17:52:13.592497 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a3088-7f26-49a7-9b01-bedb98e6d518 req-f68bc339-3e4d-46e8-8f0b-cbd5dd1559c7 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:13.594527 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-144a3088-7f26-49a7-9b01-bedb98e6d518 req-f68bc339-3e4d-46e8-8f0b-cbd5dd1559c7 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 946 time: 0.1419663 Feb 17 17:52:13.718900 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-144a3088-7f26-49a7-9b01-bedb98e6d518 req-807f2530-fed8-4956-8294-ff1ce60f6ca8 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062326 Feb 17 17:52:14.566914 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 44842) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:14.705000 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eb41ade8-efbe-43af-b70f-e1318a9fb8aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:14.723486 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-eb41ade8-efbe-43af-b70f-e1318a9fb8aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:14.764316 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-eb41ade8-efbe-43af-b70f-e1318a9fb8aa admin admin] Usage tracker for resource:security_group_rule and tenant:eb7d57f59c204845b3f6ad0ba7d29256 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:52:14.773663 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-eb41ade8-efbe-43af-b70f-e1318a9fb8aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:52:14.785726 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cedb9c11-4955-4bc2-80f3-80c965f8c7e6 req-91d44c10-3243-47b8-a957-504ff2e6b9a7 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=e72a4cb1-614b-436d-a7fc-5966b419ed18 HTTP/1.1" status: 200 len: 210 time: 0.0688894 Feb 17 17:52:14.786632 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-eb41ade8-efbe-43af-b70f-e1318a9fb8aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:14.939157 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eb41ade8-efbe-43af-b70f-e1318a9fb8aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:14.944305 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eb41ade8-efbe-43af-b70f-e1318a9fb8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:14.958214 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2d2ec0aa-db1b-4f2e-91fe-69feb202fa70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:15.050818 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-eb41ade8-efbe-43af-b70f-e1318a9fb8aa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eb7d57f59c204845b3f6ad0ba7d29256&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4825139 Feb 17 17:52:15.052522 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 44860) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:15.232070 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41ade8-efbe-43af-b70f-e1318a9fb8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55406dbe-4142-402a-ae95-e74d5b35da4b,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:15.238873 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-eb41ade8-efbe-43af-b70f-e1318a9fb8aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:15.255749 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9d08cef9-ee15-4d97-a615-d416114ffd92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:15.297282 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9d08cef9-ee15-4d97-a615-d416114ffd92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:15.355696 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-af3155e0-74c1-42ed-a065-6f68abcea8a7 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:15.357398 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-af3155e0-74c1-42ed-a065-6f68abcea8a7 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.67 "GET /v2.0/networks?id=376dd2cb-f819-4afd-88f1-5bdecf18b8d9 HTTP/1.1" status: 200 len: 812 time: 0.3332708 Feb 17 17:52:15.362218 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9d08cef9-ee15-4d97-a615-d416114ffd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:15.365832 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4454a9-23e1-4d0b-a2e4-1e0cfeca6c55 req-735168f0-ea90-47f0-bb20-7dfca6fd9460 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:15.367667 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5e4454a9-23e1-4d0b-a2e4-1e0cfeca6c55 req-735168f0-ea90-47f0-bb20-7dfca6fd9460 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 946 time: 0.5142305 Feb 17 17:52:15.369136 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-02316341-cd0e-41c5-a07c-06e09502c00a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:15.388816 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08cef9-ee15-4d97-a615-d416114ffd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55406dbe-4142-402a-ae95-e74d5b35da4b,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:15.398905 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9d08cef9-ee15-4d97-a615-d416114ffd92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:15.402142 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9d08cef9-ee15-4d97-a615-d416114ffd92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:15.407216 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-9d08cef9-ee15-4d97-a615-d416114ffd92 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/55406dbe-4142-402a-ae95-e74d5b35da4b HTTP/1.1" status: 204 len: 168 time: 0.3478737 Feb 17 17:52:15.466160 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-902a7a3c-cbc5-488e-a5d2-5ef515922f17 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Request body: {'port': {'device_id': 'e72a4cb1-614b-436d-a7fc-5966b419ed18', 'network_id': '376dd2cb-f819-4afd-88f1-5bdecf18b8d9', 'admin_state_up': True, 'tenant_id': '82d5dedee50c40eebfe29a0df4366919'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:52:15.489296 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5e4454a9-23e1-4d0b-a2e4-1e0cfeca6c55 req-8e145dd9-7be5-4fe1-aeb4-9cb1476c10fc tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126494 Feb 17 17:52:15.666099 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-902a7a3c-cbc5-488e-a5d2-5ef515922f17 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:15.679735 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-902a7a3c-cbc5-488e-a5d2-5ef515922f17 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:15.693837 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-902a7a3c-cbc5-488e-a5d2-5ef515922f17 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Made reservation on behalf of 82d5dedee50c40eebfe29a0df4366919 for: {'port': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:52:15.712774 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-902a7a3c-cbc5-488e-a5d2-5ef515922f17 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:15.984306 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 44892) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:16.025672 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-220451d6-8789-49f4-828d-c9dff015fe68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:16.065558 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-220451d6-8789-49f4-828d-c9dff015fe68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:16.071962 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-220451d6-8789-49f4-828d-c9dff015fe68 admin admin] Usage tracker for resource:security_group_rule and tenant:aced607dcc2547b8adbb3b41b5839507 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:52:16.075729 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-220451d6-8789-49f4-828d-c9dff015fe68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:52:16.084987 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-220451d6-8789-49f4-828d-c9dff015fe68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:16.220751 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-902a7a3c-cbc5-488e-a5d2-5ef515922f17 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Allocated IP 172.20.0.3 (376dd2cb-f819-4afd-88f1-5bdecf18b8d9/70d362a4-3ff5-447c-8b3d-f3421ca1f4a0/ae62c441-1c2d-416d-ad69-2b9c7d4ab39f) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:52:16.222174 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-220451d6-8789-49f4-828d-c9dff015fe68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:16.231389 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-220451d6-8789-49f4-828d-c9dff015fe68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:16.241564 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-eb41ade8-efbe-43af-b70f-e1318a9fb8aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:16.273554 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 1b452d0d-f072-48c5-8db2-4ddc52c9a2e7 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:52:16.300825 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220451d6-8789-49f4-828d-c9dff015fe68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b4305f-24e1-4806-9322-40dc4649d29d,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:16.309600 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8a30abe9-c0e0-413a-aa1f-5d80d44dcbf6 req-93d842ba-182b-4acf-a9bd-03330ff810df tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=e72a4cb1-614b-436d-a7fc-5966b419ed18 HTTP/1.1" status: 200 len: 210 time: 0.0833559 Feb 17 17:52:16.320066 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-220451d6-8789-49f4-828d-c9dff015fe68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:16.326867 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-220451d6-8789-49f4-828d-c9dff015fe68 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aced607dcc2547b8adbb3b41b5839507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3413167 Feb 17 17:52:16.329899 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 44900) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:16.393808 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 1b452d0d-f072-48c5-8db2-4ddc52c9a2e7 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:16.394454 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:16.414233 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-45cded8d-59e6-45cd-b780-6b134f0592e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:16.456320 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-45cded8d-59e6-45cd-b780-6b134f0592e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:16.510882 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-45cded8d-59e6-45cd-b780-6b134f0592e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:16.519250 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1fecafe7-9b31-4a4a-8379-6d8aba38644a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:16.534627 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cded8d-59e6-45cd-b780-6b134f0592e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b4305f-24e1-4806-9322-40dc4649d29d,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:16.537244 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-45cded8d-59e6-45cd-b780-6b134f0592e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:16.544481 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-45cded8d-59e6-45cd-b780-6b134f0592e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:16.545771 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-45cded8d-59e6-45cd-b780-6b134f0592e9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/05b4305f-24e1-4806-9322-40dc4649d29d HTTP/1.1" status: 204 len: 168 time: 0.2148583 Feb 17 17:52:16.811434 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-902a7a3c-cbc5-488e-a5d2-5ef515922f17 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:16.849097 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff6686-8f11-41c7-8ad9-7ef662d912be req-b8f25e5f-37be-4d8b-840b-d9f8d26f5f8c tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:16.851614 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d8ff6686-8f11-41c7-8ad9-7ef662d912be req-b8f25e5f-37be-4d8b-840b-d9f8d26f5f8c tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 946 time: 0.1488671 Feb 17 17:52:16.917165 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d8ff6686-8f11-41c7-8ad9-7ef662d912be req-5a4656f7-4668-4a13-9fb6-6bbca413b011 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537183 Feb 17 17:52:16.918192 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-902a7a3c-cbc5-488e-a5d2-5ef515922f17 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:16.936123 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c7bf23d9-c993-4648-b6e7-0a3059489a08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:17.083343 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a7a3c-cbc5-488e-a5d2-5ef515922f17 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Pushing event updated for resources: {'Port': ['ID=ae62c441-1c2d-416d-ad69-2b9c7d4ab39f,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:17.088161 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-902a7a3c-cbc5-488e-a5d2-5ef515922f17 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:17.152588 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-902a7a3c-cbc5-488e-a5d2-5ef515922f17 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Network 376dd2cb-f819-4afd-88f1-5bdecf18b8d9 is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:52:17.154025 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-902a7a3c-cbc5-488e-a5d2-5ef515922f17 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:52:17.156864 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-902a7a3c-cbc5-488e-a5d2-5ef515922f17 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:52:17.166640 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-902a7a3c-cbc5-488e-a5d2-5ef515922f17 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:17.167560 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-902a7a3c-cbc5-488e-a5d2-5ef515922f17 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:17.194835 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-902a7a3c-cbc5-488e-a5d2-5ef515922f17 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7345152 Feb 17 17:52:17.216251 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-505ed9d8-a24c-43ed-ab94-41b3935279a5 service neutron] Request body: {'port': {'device_id': 'e72a4cb1-614b-436d-a7fc-5966b419ed18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:52:17.392434 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-505ed9d8-a24c-43ed-ab94-41b3935279a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:17.858090 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3434a-232d-4e1f-94bc-1541661a0aef req-1f974dde-10ec-4eeb-a052-b4595b208a41 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:17.858958 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-72b3434a-232d-4e1f-94bc-1541661a0aef req-1f974dde-10ec-4eeb-a052-b4595b208a41 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Synchronizing usage tracker for tenant:82d5dedee50c40eebfe29a0df4366919 on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:52:17.953276 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-72b3434a-232d-4e1f-94bc-1541661a0aef req-1f974dde-10ec-4eeb-a052-b4595b208a41 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Unset dirty status for tenant:82d5dedee50c40eebfe29a0df4366919 on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:52:17.954595 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-72b3434a-232d-4e1f-94bc-1541661a0aef req-1f974dde-10ec-4eeb-a052-b4595b208a41 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=e72a4cb1-614b-436d-a7fc-5966b419ed18 HTTP/1.1" status: 200 len: 931 time: 0.3079166 Feb 17 17:52:18.126644 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-72b3434a-232d-4e1f-94bc-1541661a0aef req-9516e19e-f6e7-4fb7-a12b-d370f99f0698 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550515 Feb 17 17:52:18.301772 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c6561-db93-4453-a7e5-a6039f593c62 req-8c2f6d5c-468c-42cd-97c0-349b9830a8db tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:18.303539 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fd8c6561-db93-4453-a7e5-a6039f593c62 req-8c2f6d5c-468c-42cd-97c0-349b9830a8db tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 946 time: 0.1961951 Feb 17 17:52:18.373824 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fd8c6561-db93-4453-a7e5-a6039f593c62 req-26f78395-03ee-4242-bac7-133bd2487888 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615098 Feb 17 17:52:18.377678 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-505ed9d8-a24c-43ed-ab94-41b3935279a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae62c441-1c2d-416d-ad69-2b9c7d4ab39f {{(pid=83987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:52:18.387541 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-505ed9d8-a24c-43ed-ab94-41b3935279a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:18.402669 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-505ed9d8-a24c-43ed-ab94-41b3935279a5 service neutron] Transition to ACTIVE for port object ae62c441-1c2d-416d-ad69-2b9c7d4ab39f will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:52:18.406478 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-505ed9d8-a24c-43ed-ab94-41b3935279a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:18.423863 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:18.590525 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ed9d8-a24c-43ed-ab94-41b3935279a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae62c441-1c2d-416d-ad69-2b9c7d4ab39f,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:18.621372 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-505ed9d8-a24c-43ed-ab94-41b3935279a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:18.782647 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-505ed9d8-a24c-43ed-ab94-41b3935279a5 service neutron] Attempting to bind port ae62c441-1c2d-416d-ad69-2b9c7d4ab39f on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:52:18.783018 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-505ed9d8-a24c-43ed-ab94-41b3935279a5 service neutron] Attempting to bind port ae62c441-1c2d-416d-ad69-2b9c7d4ab39f by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'cd4ef5f5-798d-462d-940e-fdbc85c2c98b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '376dd2cb-f819-4afd-88f1-5bdecf18b8d9'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:52:18.783394 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-505ed9d8-a24c-43ed-ab94-41b3935279a5 service neutron] Attempting to bind port ae62c441-1c2d-416d-ad69-2b9c7d4ab39f on network 376dd2cb-f819-4afd-88f1-5bdecf18b8d9 {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:52:18.789587 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-505ed9d8-a24c-43ed-ab94-41b3935279a5 service neutron] Checking agent: {'id': 'ae447a02-7f1d-4456-a484-c4519a85c40b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 38), 'started_at': datetime.datetime(2021, 2, 17, 17, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:52:18.791098 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-505ed9d8-a24c-43ed-ab94-41b3935279a5 service neutron] Checking segment: {'id': 'cd4ef5f5-798d-462d-940e-fdbc85c2c98b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '376dd2cb-f819-4afd-88f1-5bdecf18b8d9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:52:18.791525 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-505ed9d8-a24c-43ed-ab94-41b3935279a5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:18.791925 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-505ed9d8-a24c-43ed-ab94-41b3935279a5 service neutron] Bound using segment: {'id': 'cd4ef5f5-798d-462d-940e-fdbc85c2c98b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '376dd2cb-f819-4afd-88f1-5bdecf18b8d9'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:52:18.792423 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-505ed9d8-a24c-43ed-ab94-41b3935279a5 service neutron] Bound port: ae62c441-1c2d-416d-ad69-2b9c7d4ab39f, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4ef5f5-798d-462d-940e-fdbc85c2c98b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '376dd2cb-f819-4afd-88f1-5bdecf18b8d9'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:52:18.792834 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-505ed9d8-a24c-43ed-ab94-41b3935279a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:18.955548 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-505ed9d8-a24c-43ed-ab94-41b3935279a5 service neutron] For port ae62c441-1c2d-416d-ad69-2b9c7d4ab39f, host hv-cinder-76019, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:52:18.968985 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-505ed9d8-a24c-43ed-ab94-41b3935279a5 service neutron] For port ae62c441-1c2d-416d-ad69-2b9c7d4ab39f, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=ae62c441-1c2d-416d-ad69-2b9c7d4ab39f,segment=NetworkSegment(cd4ef5f5-798d-462d-940e-fdbc85c2c98b),segment_id=cd4ef5f5-798d-462d-940e-fdbc85c2c98b)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:52:18.975652 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-505ed9d8-a24c-43ed-ab94-41b3935279a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:18.992684 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-505ed9d8-a24c-43ed-ab94-41b3935279a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:19.183879 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edac245-72ed-4b97-a171-0d73212a8a07 req-b2ca1c12-2ea2-402a-bcc1-a5efa418509a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:19.185649 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7edac245-72ed-4b97-a171-0d73212a8a07 req-b2ca1c12-2ea2-402a-bcc1-a5efa418509a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 1163 time: 0.2918742 Feb 17 17:52:19.193289 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ed9d8-a24c-43ed-ab94-41b3935279a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae62c441-1c2d-416d-ad69-2b9c7d4ab39f,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:19.200887 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-505ed9d8-a24c-43ed-ab94-41b3935279a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:19.302995 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7edac245-72ed-4b97-a171-0d73212a8a07 req-b035ee69-bdcb-47b9-93ac-57e952a4a646 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035106 Feb 17 17:52:19.316727 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-505ed9d8-a24c-43ed-ab94-41b3935279a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:19.317403 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-505ed9d8-a24c-43ed-ab94-41b3935279a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:19.318915 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-505ed9d8-a24c-43ed-ab94-41b3935279a5 service neutron] 10.222.0.67 "PUT /v2.0/ports/ae62c441-1c2d-416d-ad69-2b9c7d4ab39f HTTP/1.1" status: 200 len: 1157 time: 2.1084623 Feb 17 17:52:19.319438 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e72a4cb1-614b-436d-a7fc-5966b419ed18', 'tag': 'ae62c441-1c2d-416d-ad69-2b9c7d4ab39f'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:52:19.369906 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483adb0-d609-4fd3-a91e-a72046c57a10 req-b0d6e090-a4f7-4a56-b66c-dab196cd0314 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:19.371553 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0483adb0-d609-4fd3-a91e-a72046c57a10 req-b0d6e090-a4f7-4a56-b66c-dab196cd0314 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=e72a4cb1-614b-436d-a7fc-5966b419ed18 HTTP/1.1" status: 200 len: 943 time: 0.1107531 Feb 17 17:52:19.376211 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e72a4cb1-614b-436d-a7fc-5966b419ed18', 'tag': 'ae62c441-1c2d-416d-ad69-2b9c7d4ab39f', 'status': 'completed', 'code': 200} Feb 17 17:52:19.425125 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0483adb0-d609-4fd3-a91e-a72046c57a10 req-6cce0dc3-8fdc-435c-8661-ff9dff3ee56a tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459437 Feb 17 17:52:19.590305 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f0d06-8395-42b8-90db-2cff4fd52bdf req-e61055b9-8a30-464b-8c94-4d57643419ad tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:19.591942 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3c4f0d06-8395-42b8-90db-2cff4fd52bdf req-e61055b9-8a30-464b-8c94-4d57643419ad tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 946 time: 0.0953021 Feb 17 17:52:19.649923 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3c4f0d06-8395-42b8-90db-2cff4fd52bdf req-f469262f-68f5-4970-99b7-6907304d965e tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512233 Feb 17 17:52:19.815540 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b474de8-153a-455f-8d4a-ded9f2757bbe req-6ee4f835-ee1f-445b-9930-6a061e35513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:19.817303 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9b474de8-153a-455f-8d4a-ded9f2757bbe req-6ee4f835-ee1f-445b-9930-6a061e35513b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=82d5dedee50c40eebfe29a0df4366919&device_id=e72a4cb1-614b-436d-a7fc-5966b419ed18 HTTP/1.1" status: 200 len: 1160 time: 0.1026926 Feb 17 17:52:20.042621 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b474de8-153a-455f-8d4a-ded9f2757bbe req-d14b04c9-38b1-4690-b37d-b1a765a5c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:20.044251 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9b474de8-153a-455f-8d4a-ded9f2757bbe req-d14b04c9-38b1-4690-b37d-b1a765a5c953 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=82d5dedee50c40eebfe29a0df4366919&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1933911 Feb 17 17:52:20.231867 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b474de8-153a-455f-8d4a-ded9f2757bbe req-3e9fc164-f41c-4b03-b1f4-8a9214eeb5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:20.233715 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9b474de8-153a-455f-8d4a-ded9f2757bbe req-3e9fc164-f41c-4b03-b1f4-8a9214eeb5f5 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1732311 Feb 17 17:52:20.424495 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-41fed2cf-20e4-4fbf-93df-e9ae88543161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:20.426200 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-41fed2cf-20e4-4fbf-93df-e9ae88543161 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=82d5dedee50c40eebfe29a0df4366919&device_id=e72a4cb1-614b-436d-a7fc-5966b419ed18 HTTP/1.1" status: 200 len: 1160 time: 0.0903857 Feb 17 17:52:20.522829 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-07b15eb2-c43a-41b4-abea-f9b0f97f6205 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae62c441-1c2d-416d-ad69-2b9c7d4ab39f HTTP/1.1" status: 200 len: 217 time: 0.0751963 Feb 17 17:52:20.684924 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-3b8b9f20-9cd4-4df5-8c8c-b841d24f0f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:20.686576 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-3b8b9f20-9cd4-4df5-8c8c-b841d24f0f4e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=70d362a4-3ff5-447c-8b3d-f3421ca1f4a0 HTTP/1.1" status: 200 len: 852 time: 0.1291430 Feb 17 17:52:20.790969 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-f20be531-a808-440c-bc2f-b854674df6be service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=376dd2cb-f819-4afd-88f1-5bdecf18b8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854626 Feb 17 17:52:20.812966 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05f04c-2f32-4dee-bc94-a47afc2552df req-52d2a5dc-487c-4aa1-b93f-0874c2a28115 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:20.814719 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fb05f04c-2f32-4dee-bc94-a47afc2552df req-52d2a5dc-487c-4aa1-b93f-0874c2a28115 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=e72a4cb1-614b-436d-a7fc-5966b419ed18 HTTP/1.1" status: 200 len: 943 time: 0.2145903 Feb 17 17:52:20.971539 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fb05f04c-2f32-4dee-bc94-a47afc2552df req-8b80bad6-6fc6-45f2-baa1-c005ec174615 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478031 Feb 17 17:52:21.001991 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1da7f-cd4d-46e4-a5f2-918baea81d09 req-f6ae1d5b-0278-4cf4-9a35-020e22021ef7 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:21.011995 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5ef1da7f-cd4d-46e4-a5f2-918baea81d09 req-f6ae1d5b-0278-4cf4-9a35-020e22021ef7 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 946 time: 0.2377849 Feb 17 17:52:21.039317 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-c48243b5-57c9-4c5c-8c0a-44c18150505f service neutron] 10.222.0.67 "GET /v2.0/networks/376dd2cb-f819-4afd-88f1-5bdecf18b8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972795 Feb 17 17:52:21.111851 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5ef1da7f-cd4d-46e4-a5f2-918baea81d09 req-5cc20f99-f8b6-4bfa-964f-78a70ab4a825 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977881 Feb 17 17:52:21.241424 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0a7cc171-117e-473b-954b-9b6f4a1369e2 req-53f1c88e-115d-40c1-b03d-fb3a1b6a708d service neutron] 10.222.0.67 "GET /v2.0/networks/376dd2cb-f819-4afd-88f1-5bdecf18b8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1851037 Feb 17 17:52:22.187283 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd64e2-e1be-454b-9980-f74ed679b5d2 req-9576e054-fd96-4e55-a870-042fae7a4ff1 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:22.188999 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cbcd64e2-e1be-454b-9980-f74ed679b5d2 req-9576e054-fd96-4e55-a870-042fae7a4ff1 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=e72a4cb1-614b-436d-a7fc-5966b419ed18 HTTP/1.1" status: 200 len: 943 time: 0.0894566 Feb 17 17:52:22.240601 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cbcd64e2-e1be-454b-9980-f74ed679b5d2 req-305a0a45-7058-4035-9fc7-b4533e5af014 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452940 Feb 17 17:52:22.317601 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20445e-6827-4cb3-9b77-bfc13b954865 req-8cb10805-e571-480f-9a49-7340166a519c tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:22.319185 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4d20445e-6827-4cb3-9b77-bfc13b954865 req-8cb10805-e571-480f-9a49-7340166a519c tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 946 time: 0.0947757 Feb 17 17:52:22.373323 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4d20445e-6827-4cb3-9b77-bfc13b954865 req-47cabae8-15e2-4712-b512-4dbb8f923d15 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455492 Feb 17 17:52:22.594531 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b532b-66a5-48b8-8248-30e71ff80d51 req-587e7cf8-7f00-415c-9112-84b0e24f2969 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:22.596659 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-885b532b-66a5-48b8-8248-30e71ff80d51 req-587e7cf8-7f00-415c-9112-84b0e24f2969 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1016557 Feb 17 17:52:22.660336 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-885b532b-66a5-48b8-8248-30e71ff80d51 req-641fc312-1210-4aca-91f7-0198c3934863 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563195 Feb 17 17:52:23.477950 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09cc97-10e6-4b63-80b9-b9d98c19b41c req-d1bb8c7d-388c-429a-8f4b-79d8a433f247 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:23.486944 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4a09cc97-10e6-4b63-80b9-b9d98c19b41c req-d1bb8c7d-388c-429a-8f4b-79d8a433f247 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=e72a4cb1-614b-436d-a7fc-5966b419ed18 HTTP/1.1" status: 200 len: 943 time: 0.1133904 Feb 17 17:52:23.543488 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4a09cc97-10e6-4b63-80b9-b9d98c19b41c req-9e7df711-2e6b-446e-a907-f5ab24f852f0 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552726 Feb 17 17:52:24.802890 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3f704-7d86-4172-a804-59255c85cafd req-2ddf0681-07ca-49aa-876b-fc962367af00 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:24.804677 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-46b3f704-7d86-4172-a804-59255c85cafd req-2ddf0681-07ca-49aa-876b-fc962367af00 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.0953341 Feb 17 17:52:24.864470 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-46b3f704-7d86-4172-a804-59255c85cafd req-e053fd3a-5eb8-4478-8488-3e92cb4f7446 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516253 Feb 17 17:52:25.047631 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device ae62c441-1c2d-416d-ad69-2b9c7d4ab39f up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:52:25.065196 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5449e5-3867-40fb-a23f-e2fb42712d38 req-16f7a792-3dcf-4641-8388-603189dcb31c tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:25.073323 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7c5449e5-3867-40fb-a23f-e2fb42712d38 req-16f7a792-3dcf-4641-8388-603189dcb31c tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=e72a4cb1-614b-436d-a7fc-5966b419ed18 HTTP/1.1" status: 200 len: 943 time: 0.3874218 Feb 17 17:52:25.113229 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376ebac-2b32-4703-9aa6-4afac9142c0a req-4cbaf6da-6d0c-45d5-8471-6cb35ad905c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:25.115259 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b376ebac-2b32-4703-9aa6-4afac9142c0a req-4cbaf6da-6d0c-45d5-8471-6cb35ad905c8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f216181af2b648939636de50f29d3988&device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 1162 time: 0.3857718 Feb 17 17:52:25.185651 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning for port ae62c441-1c2d-416d-ad69-2b9c7d4ab39f completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:52:25.191411 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port ae62c441-1c2d-416d-ad69-2b9c7d4ab39f triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:25.192074 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:25.222150 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7c5449e5-3867-40fb-a23f-e2fb42712d38 req-6da1ac60-bc1e-4fef-a429-5282604baec2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478457 Feb 17 17:52:25.296223 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376ebac-2b32-4703-9aa6-4afac9142c0a req-a62c4e28-d004-4fea-bc7e-d758813b9d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:25.298661 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b376ebac-2b32-4703-9aa6-4afac9142c0a req-a62c4e28-d004-4fea-bc7e-d758813b9d78 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7b435b71-d20c-4f15-b462-26d694fc6d23 HTTP/1.1" status: 200 len: 913 time: 0.1724057 Feb 17 17:52:25.344113 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:25.394755 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] For port ae62c441-1c2d-416d-ad69-2b9c7d4ab39f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=ae62c441-1c2d-416d-ad69-2b9c7d4ab39f,segment=NetworkSegment(cd4ef5f5-798d-462d-940e-fdbc85c2c98b),segment_id=cd4ef5f5-798d-462d-940e-fdbc85c2c98b)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:52:25.396059 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b376ebac-2b32-4703-9aa6-4afac9142c0a req-5ebe7215-e246-4511-bc8a-d8c6098d47b1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d482831-300d-4594-8b0f-d3b31c42e5e4 HTTP/1.1" status: 200 len: 217 time: 0.0898941 Feb 17 17:52:25.399722 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72a4cb1-614b-436d-a7fc-5966b419ed18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae62c441-1c2d-416d-ad69-2b9c7d4ab39f'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:52:25.422027 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:25.432538 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-780c0239-6f37-4b19-9772-e8283ed621b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:25.503427 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376ebac-2b32-4703-9aa6-4afac9142c0a req-e5a067f3-e66f-4e59-9b3e-4c20129bc796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:25.505490 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b376ebac-2b32-4703-9aa6-4afac9142c0a req-e5a067f3-e66f-4e59-9b3e-4c20129bc796 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c2cdc979-22d3-4af2-8aed-276237453deb HTTP/1.1" status: 200 len: 859 time: 0.1015413 Feb 17 17:52:25.520419 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72a4cb1-614b-436d-a7fc-5966b419ed18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae62c441-1c2d-416d-ad69-2b9c7d4ab39f', 'code': 200} Feb 17 17:52:25.540000 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Pushing event updated for resources: {'Port': ['ID=ae62c441-1c2d-416d-ad69-2b9c7d4ab39f,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:25.543166 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-00999c96-3366-48a3-8cff-f781471c0318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:25.544687 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:25.610570 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b376ebac-2b32-4703-9aa6-4afac9142c0a req-0d326ac3-39ec-4ce1-be6d-109e70fefc9c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b435b71-d20c-4f15-b462-26d694fc6d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847371 Feb 17 17:52:25.650845 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 45198) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:25.847696 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2702e806-ce5b-40ef-91b2-636d6bd4096c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:25.854826 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b376ebac-2b32-4703-9aa6-4afac9142c0a req-9e54afa8-24d8-4d33-a8c6-8de9ddcd7bf5 service neutron] 10.222.0.67 "GET /v2.0/networks/7b435b71-d20c-4f15-b462-26d694fc6d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338736 Feb 17 17:52:25.877521 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2702e806-ce5b-40ef-91b2-636d6bd4096c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:25.882249 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-2702e806-ce5b-40ef-91b2-636d6bd4096c admin admin] Usage tracker for resource:security_group_rule and tenant:f1dfae0be3804f1d8d5fa5c809c67869 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:52:25.886307 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-2702e806-ce5b-40ef-91b2-636d6bd4096c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:52:25.910948 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2702e806-ce5b-40ef-91b2-636d6bd4096c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:25.972503 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b665c5-be99-47bc-9d41-05122a855319 req-537faf23-f3c7-45b4-b266-4965e3c753d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:25.974385 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-28b665c5-be99-47bc-9d41-05122a855319 req-537faf23-f3c7-45b4-b266-4965e3c753d8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e72a4cb1-614b-436d-a7fc-5966b419ed18 HTTP/1.1" status: 200 len: 1162 time: 0.2187340 Feb 17 17:52:26.112594 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b376ebac-2b32-4703-9aa6-4afac9142c0a req-5d215b05-a138-4115-93d7-36798e6af901 service neutron] 10.222.0.67 "GET /v2.0/networks/7b435b71-d20c-4f15-b462-26d694fc6d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2448492 Feb 17 17:52:26.114738 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-28b665c5-be99-47bc-9d41-05122a855319 req-b674bfec-3fb0-4ecf-88d9-31cbc2fe7934 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160359 Feb 17 17:52:26.166118 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2702e806-ce5b-40ef-91b2-636d6bd4096c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:26.176325 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2702e806-ce5b-40ef-91b2-636d6bd4096c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:26.189681 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ff40847b-9bfd-49b7-802d-1a75be92e315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:26.241066 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa87b6-b721-403a-b619-0d93df3389a4 req-4800f3f6-b589-4b4d-b026-2ee74b826c0e tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:26.243267 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b7aa87b6-b721-403a-b619-0d93df3389a4 req-4800f3f6-b589-4b4d-b026-2ee74b826c0e tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.2139511 Feb 17 17:52:26.255296 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702e806-ce5b-40ef-91b2-636d6bd4096c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab01c8e7-70bf-4dc9-97af-f7adac6338f5,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:26.259637 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2702e806-ce5b-40ef-91b2-636d6bd4096c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:26.286534 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-2702e806-ce5b-40ef-91b2-636d6bd4096c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f1dfae0be3804f1d8d5fa5c809c67869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6301079 Feb 17 17:52:26.286534 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 45234) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:26.335470 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b7aa87b6-b721-403a-b619-0d93df3389a4 req-764d1019-72de-45b1-89fb-035237d8d313 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812845 Feb 17 17:52:26.393338 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7df671ba-f6c5-46ca-97dd-638a04c41f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:26.432004 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7df671ba-f6c5-46ca-97dd-638a04c41f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:26.480199 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device ae62c441-1c2d-416d-ad69-2b9c7d4ab39f up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:52:26.495380 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7df671ba-f6c5-46ca-97dd-638a04c41f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:26.501450 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ad90e3b6-f01e-4bd1-be99-4a4ab8e50330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:26.519736 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7df671ba-f6c5-46ca-97dd-638a04c41f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:26.524618 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-7df671ba-f6c5-46ca-97dd-638a04c41f7d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ab01c8e7-70bf-4dc9-97af-f7adac6338f5 HTTP/1.1" status: 204 len: 168 time: 0.2347412 Feb 17 17:52:26.525948 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df671ba-f6c5-46ca-97dd-638a04c41f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab01c8e7-70bf-4dc9-97af-f7adac6338f5,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:26.529029 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7df671ba-f6c5-46ca-97dd-638a04c41f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:26.605546 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port ae62c441-1c2d-416d-ad69-2b9c7d4ab39f triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:26.606082 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:26.769737 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6a464-1621-4ccf-b909-3efb1bd8250b req-35b399e8-f6b8-469d-ad9e-3f1caeb8aa80 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:26.782384 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7ca6a464-1621-4ccf-b909-3efb1bd8250b req-35b399e8-f6b8-469d-ad9e-3f1caeb8aa80 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=e72a4cb1-614b-436d-a7fc-5966b419ed18 HTTP/1.1" status: 200 len: 945 time: 0.1503618 Feb 17 17:52:26.855479 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7ca6a464-1621-4ccf-b909-3efb1bd8250b req-86a28a96-5207-4f3e-9b37-c38e65c3b027 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678647 Feb 17 17:52:26.987213 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 45262) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:27.006708 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4ae53ea4-a802-482d-b5f8-f0f8a29bc590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:27.023226 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-4ae53ea4-a802-482d-b5f8-f0f8a29bc590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:27.027366 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-4ae53ea4-a802-482d-b5f8-f0f8a29bc590 admin admin] Usage tracker for resource:security_group_rule and tenant:c4d13a66bd094545bd8566fcd78634a5 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:52:27.030687 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-4ae53ea4-a802-482d-b5f8-f0f8a29bc590 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:52:27.037476 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-4ae53ea4-a802-482d-b5f8-f0f8a29bc590 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:27.080744 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 45268) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:27.134802 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4ae53ea4-a802-482d-b5f8-f0f8a29bc590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:27.139049 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4ae53ea4-a802-482d-b5f8-f0f8a29bc590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:27.168056 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:27.179915 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-4ae53ea4-a802-482d-b5f8-f0f8a29bc590 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c4d13a66bd094545bd8566fcd78634a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1912553 Feb 17 17:52:27.183873 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 45274) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:27.212609 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae53ea4-a802-482d-b5f8-f0f8a29bc590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de2037b-2795-4dbe-b4f0-e2dedbe14846,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:27.225848 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4ae53ea4-a802-482d-b5f8-f0f8a29bc590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:27.267914 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c17c728f-565f-4bc8-93d0-08c7c8dde0bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:27.287067 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1f9db67e-e260-401e-838e-d553622de81e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:27.290496 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c17c728f-565f-4bc8-93d0-08c7c8dde0bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:27.303684 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-c17c728f-565f-4bc8-93d0-08c7c8dde0bc admin admin] Usage tracker for resource:security_group_rule and tenant:81eaf8132ed7450cad55fa5102e755ad is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:52:27.309174 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-c17c728f-565f-4bc8-93d0-08c7c8dde0bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:52:27.323796 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c17c728f-565f-4bc8-93d0-08c7c8dde0bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:27.330428 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1f9db67e-e260-401e-838e-d553622de81e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:27.402114 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 45284) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:27.421085 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1f9db67e-e260-401e-838e-d553622de81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:27.431339 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:27.456528 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1f9db67e-e260-401e-838e-d553622de81e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:27.469338 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-1f9db67e-e260-401e-838e-d553622de81e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1de2037b-2795-4dbe-b4f0-e2dedbe14846 HTTP/1.1" status: 204 len: 168 time: 0.2842333 Feb 17 17:52:27.493328 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9db67e-e260-401e-838e-d553622de81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de2037b-2795-4dbe-b4f0-e2dedbe14846,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:27.503000 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1f9db67e-e260-401e-838e-d553622de81e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:27.557351 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4b49fb28-0c23-435a-bf92-25d772dbc1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:27.560710 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c17c728f-565f-4bc8-93d0-08c7c8dde0bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:27.565107 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c17c728f-565f-4bc8-93d0-08c7c8dde0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:27.575744 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:27.619432 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c728f-565f-4bc8-93d0-08c7c8dde0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c8ee8a-883d-411f-9bf9-66f2b16800e2,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:27.619803 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd5b39e-c4c4-4772-83ce-4e8662c0a03a admin admin] Deleting subnet 1de6da57-4422-442b-a877-f39d972d5352 {{(pid=83986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 17:52:27.626123 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c17c728f-565f-4bc8-93d0-08c7c8dde0bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:27.636066 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5fd5b39e-c4c4-4772-83ce-4e8662c0a03a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:27.639371 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-c17c728f-565f-4bc8-93d0-08c7c8dde0bc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=81eaf8132ed7450cad55fa5102e755ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5573149 Feb 17 17:52:27.640854 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 45292) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:27.722482 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5fd5b39e-c4c4-4772-83ce-4e8662c0a03a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849491584'] for subnet, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:27.803713 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5fd5b39e-c4c4-4772-83ce-4e8662c0a03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853767929'] for subnet, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:27.830505 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0cd9a727-7438-4ca7-8afe-b427e181312f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:27.869607 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0cd9a727-7438-4ca7-8afe-b427e181312f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:27.936386 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f602b-0ec1-40e2-8a51-251d20dfe0bc req-7c9f0f87-f517-4a98-9097-b026d94256ec tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:27.945871 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7a2f602b-0ec1-40e2-8a51-251d20dfe0bc req-7c9f0f87-f517-4a98-9097-b026d94256ec tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.4635367 Feb 17 17:52:27.982012 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0cd9a727-7438-4ca7-8afe-b427e181312f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:27.997773 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c17c728f-565f-4bc8-93d0-08c7c8dde0bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:28.050956 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9a727-7438-4ca7-8afe-b427e181312f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c8ee8a-883d-411f-9bf9-66f2b16800e2,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:28.053995 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0cd9a727-7438-4ca7-8afe-b427e181312f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:28.056001 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0cd9a727-7438-4ca7-8afe-b427e181312f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:28.070688 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-0cd9a727-7438-4ca7-8afe-b427e181312f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/83c8ee8a-883d-411f-9bf9-66f2b16800e2 HTTP/1.1" status: 204 len: 168 time: 0.4286227 Feb 17 17:52:28.160205 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7a2f602b-0ec1-40e2-8a51-251d20dfe0bc req-69cb1eb1-903e-4b64-85ac-31bc60314631 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130334 Feb 17 17:52:28.265397 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd900869-0acd-479d-bdaf-84c6c9534ae8 req-4412026e-5f47-40c0-809d-739120cf3ed3 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:28.267756 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fd900869-0acd-479d-bdaf-84c6c9534ae8 req-4412026e-5f47-40c0-809d-739120cf3ed3 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=e72a4cb1-614b-436d-a7fc-5966b419ed18 HTTP/1.1" status: 200 len: 945 time: 0.1334252 Feb 17 17:52:28.328482 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fd900869-0acd-479d-bdaf-84c6c9534ae8 req-5b6c9f9f-47a2-4c9a-bfe7-ab253d8e5fba tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535359 Feb 17 17:52:28.389409 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5fd5b39e-c4c4-4772-83ce-4e8662c0a03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846389800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036849322119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848634896'] for subnet, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:28.408749 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:28.506721 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 45318) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:28.521591 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5b39e-c4c4-4772-83ce-4e8662c0a03a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1de6da57-4422-442b-a877-f39d972d5352,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:28.527137 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5fd5b39e-c4c4-4772-83ce-4e8662c0a03a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:28.534230 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-85a909aa-3989-481e-87a6-119f53c7b442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:28.551848 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-85a909aa-3989-481e-87a6-119f53c7b442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:28.556814 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-85a909aa-3989-481e-87a6-119f53c7b442 admin admin] Usage tracker for resource:security_group_rule and tenant:587acb93c32c4189a89ebc45c2a7ed37 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:52:28.560322 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-85a909aa-3989-481e-87a6-119f53c7b442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:52:28.565153 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5fd5b39e-c4c4-4772-83ce-4e8662c0a03a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:28.569655 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-85a909aa-3989-481e-87a6-119f53c7b442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:28.579863 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-5fd5b39e-c4c4-4772-83ce-4e8662c0a03a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1de6da57-4422-442b-a877-f39d972d5352 HTTP/1.1" status: 204 len: 168 time: 1.1742229 Feb 17 17:52:28.580206 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 45322) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:28.621036 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:28.686138 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-85a909aa-3989-481e-87a6-119f53c7b442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:28.689916 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-85a909aa-3989-481e-87a6-119f53c7b442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:28.699621 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2c1f1880-23ac-4f85-8444-cdcf67f7d634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:28.718018 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-43f767da-07cf-4828-bc1d-b34c29468cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247486'] for network, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:28.743919 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a909aa-3989-481e-87a6-119f53c7b442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067c1323-2a2c-4eb3-8baa-d44f6aa8c4e3,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:28.747527 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-85a909aa-3989-481e-87a6-119f53c7b442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:28.753175 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-85a909aa-3989-481e-87a6-119f53c7b442 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=587acb93c32c4189a89ebc45c2a7ed37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2427633 Feb 17 17:52:28.753429 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 45330) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:28.818769 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d94a0bda-dbf6-4d38-a7ae-c7962043f09a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:28.863905 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d94a0bda-dbf6-4d38-a7ae-c7962043f09a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:28.926692 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d94a0bda-dbf6-4d38-a7ae-c7962043f09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:28.931043 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-43f767da-07cf-4828-bc1d-b34c29468cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853766242', 'neutron.services.segments.db._delete_segments_for_network-8753449836301'] for network, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:28.932635 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7d1ce54a-8199-4861-9152-2279a4d31bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:28.947472 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a0bda-dbf6-4d38-a7ae-c7962043f09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067c1323-2a2c-4eb3-8baa-d44f6aa8c4e3,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:28.950831 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d94a0bda-dbf6-4d38-a7ae-c7962043f09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:28.952963 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d94a0bda-dbf6-4d38-a7ae-c7962043f09a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:28.956679 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-d94a0bda-dbf6-4d38-a7ae-c7962043f09a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/067c1323-2a2c-4eb3-8baa-d44f6aa8c4e3 HTTP/1.1" status: 204 len: 168 time: 0.1997762 Feb 17 17:52:29.087171 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-43f767da-07cf-4828-bc1d-b34c29468cfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c245a29d-d855-422f-92c2-c252c85316a9']}} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:52:29.104561 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-43f767da-07cf-4828-bc1d-b34c29468cfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ce63bc-bf60-49b1-a386-13c49e327176') {'for_net_delete': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:52:29.104969 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-43f767da-07cf-4828-bc1d-b34c29468cfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ce63bc-bf60-49b1-a386-13c49e327176') {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:52:29.119310 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-43f767da-07cf-4828-bc1d-b34c29468cfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753449833229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5284248'] for segment, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:29.136993 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-43f767da-07cf-4828-bc1d-b34c29468cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012526'] for segment, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:29.139508 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-43f767da-07cf-4828-bc1d-b34c29468cfb admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 17:52:29.460952 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-43f767da-07cf-4828-bc1d-b34c29468cfb admin admin] Network c245a29d-d855-422f-92c2-c252c85316a9 has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:52:29.473974 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-43f767da-07cf-4828-bc1d-b34c29468cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853763306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5453446'] for segment, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:29.707009 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa984d3-e5e0-4ac2-8466-0d6f38393020 req-5b88ac2f-4671-4ad8-a97c-ff98146fc36b tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:29.709153 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-eaa984d3-e5e0-4ac2-8466-0d6f38393020 req-5b88ac2f-4671-4ad8-a97c-ff98146fc36b tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=e72a4cb1-614b-436d-a7fc-5966b419ed18 HTTP/1.1" status: 200 len: 945 time: 0.1884873 Feb 17 17:52:29.752532 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-43f767da-07cf-4828-bc1d-b34c29468cfb admin admin] Network c245a29d-d855-422f-92c2-c252c85316a9 has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:52:29.770489 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ce6f9-bca4-461d-ac8b-c66b43a2d4cc req-b2fe266f-9ed1-4d52-8df2-9f19730fc101 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:29.782302 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:29.782804 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e82ce6f9-bca4-461d-ac8b-c66b43a2d4cc req-b2fe266f-9ed1-4d52-8df2-9f19730fc101 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.4846683 Feb 17 17:52:29.830035 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-eaa984d3-e5e0-4ac2-8466-0d6f38393020 req-27f897a1-a685-47a9-b861-b0a9b247e695 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100030 Feb 17 17:52:29.862118 dv-cinder-760199-3-smb neutron-server[83873]: Traceback (most recent call last): Feb 17 17:52:29.862118 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:52:29.862118 dv-cinder-760199-3-smb neutron-server[83873]: timer() Feb 17 17:52:29.862118 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:52:29.862118 dv-cinder-760199-3-smb neutron-server[83873]: cb(*args, **kw) Feb 17 17:52:29.862118 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 17:52:29.862118 dv-cinder-760199-3-smb neutron-server[83873]: return func(*args, **kwargs) Feb 17 17:52:29.862118 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:52:29.862118 dv-cinder-760199-3-smb neutron-server[83873]: self._notify() Feb 17 17:52:29.862118 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:52:29.862118 dv-cinder-760199-3-smb neutron-server[83873]: self.callback(batched_events) Feb 17 17:52:29.862118 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:52:29.862118 dv-cinder-760199-3-smb neutron-server[83873]: event.method(event) Feb 17 17:52:29.862118 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 17:52:29.862118 dv-cinder-760199-3-smb neutron-server[83873]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:52:29.862118 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 17:52:29.862118 dv-cinder-760199-3-smb neutron-server[83873]: segment_id)['aggregates'][0] Feb 17 17:52:29.862118 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 17:52:29.862118 dv-cinder-760199-3-smb neutron-server[83873]: return f(self, *a, **k) Feb 17 17:52:29.862118 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 17:52:29.862118 dv-cinder-760199-3-smb neutron-server[83873]: return self._get(url).json() Feb 17 17:52:29.862118 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:52:29.862118 dv-cinder-760199-3-smb neutron-server[83873]: **kwargs) Feb 17 17:52:29.862118 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 17:52:29.862118 dv-cinder-760199-3-smb neutron-server[83873]: return self.request(url, 'GET', **kwargs) Feb 17 17:52:29.862118 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 17:52:29.862118 dv-cinder-760199-3-smb neutron-server[83873]: **endpoint_filter) Feb 17 17:52:29.862118 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 17:52:29.862118 dv-cinder-760199-3-smb neutron-server[83873]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:52:29.862118 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 17:52:29.862118 dv-cinder-760199-3-smb neutron-server[83873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:52:29.862118 dv-cinder-760199-3-smb neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:52:29.923007 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:30.350749 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e82ce6f9-bca4-461d-ac8b-c66b43a2d4cc req-5060d309-9b9c-4a57-b11d-756031bb3313 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5634205 Feb 17 17:52:30.351700 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-43f767da-07cf-4828-bc1d-b34c29468cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846510654'] for network, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:30.373481 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-43f767da-07cf-4828-bc1d-b34c29468cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:30.378745 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:30.404112 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-43f767da-07cf-4828-bc1d-b34c29468cfb admin admin] 10.222.0.49 "DELETE /v2.0/networks/c245a29d-d855-422f-92c2-c252c85316a9 HTTP/1.1" status: 204 len: 168 time: 1.8203034 Feb 17 17:52:30.406977 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 45392) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:30.408112 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f767da-07cf-4828-bc1d-b34c29468cfb admin admin] Pushing event deleted for resources: {'Network': ['ID=c245a29d-d855-422f-92c2-c252c85316a9,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:30.411595 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-43f767da-07cf-4828-bc1d-b34c29468cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:30.544180 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2183b89-ab83-473b-aa7e-64449316b634 admin admin] Deleting subnet fa6ea4d3-bf44-45a1-8a70-9c2ae8404cd0 {{(pid=83987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 17:52:30.547453 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b2183b89-ab83-473b-aa7e-64449316b634 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:30.607349 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b2183b89-ab83-473b-aa7e-64449316b634 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:30.621123 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b2183b89-ab83-473b-aa7e-64449316b634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853767929'] for subnet, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:30.910474 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b2183b89-ab83-473b-aa7e-64449316b634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846389800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513'] for subnet, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:30.928110 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:31.032451 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2183b89-ab83-473b-aa7e-64449316b634 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa6ea4d3-bf44-45a1-8a70-9c2ae8404cd0,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:31.037617 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b2183b89-ab83-473b-aa7e-64449316b634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:31.089903 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b2183b89-ab83-473b-aa7e-64449316b634 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:31.098673 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-b2183b89-ab83-473b-aa7e-64449316b634 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/fa6ea4d3-bf44-45a1-8a70-9c2ae8404cd0 HTTP/1.1" status: 204 len: 168 time: 0.6893976 Feb 17 17:52:31.101332 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 45420) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:31.238484 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5eb65d6e-0140-4f43-b193-43d7b8e5a96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247486'] for network, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:31.452854 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5eb65d6e-0140-4f43-b193-43d7b8e5a96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853766242', 'neutron.services.segments.db._delete_segments_for_network-8753449836301'] for network, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:31.651713 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5eb65d6e-0140-4f43-b193-43d7b8e5a96e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83987) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:52:31.652118 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5eb65d6e-0140-4f43-b193-43d7b8e5a96e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83987) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:52:31.652993 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5eb65d6e-0140-4f43-b193-43d7b8e5a96e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83987) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:52:31.653375 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5eb65d6e-0140-4f43-b193-43d7b8e5a96e admin admin] Subscribe: > port after_create 55550000 {{(pid=83987) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:52:31.654182 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5eb65d6e-0140-4f43-b193-43d7b8e5a96e admin admin] Subscribe: > port after_delete 55550000 {{(pid=83987) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:52:31.654509 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5eb65d6e-0140-4f43-b193-43d7b8e5a96e admin admin] Subscribe: > port after_update 55550000 {{(pid=83987) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:52:31.655127 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5eb65d6e-0140-4f43-b193-43d7b8e5a96e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83987) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:52:31.655498 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5eb65d6e-0140-4f43-b193-43d7b8e5a96e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83987) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:52:31.655861 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5eb65d6e-0140-4f43-b193-43d7b8e5a96e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83987) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:52:31.656456 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5eb65d6e-0140-4f43-b193-43d7b8e5a96e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83987) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:52:31.726787 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5eb65d6e-0140-4f43-b193-43d7b8e5a96e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83987) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:52:31.727303 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5eb65d6e-0140-4f43-b193-43d7b8e5a96e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83987) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:52:31.727688 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5eb65d6e-0140-4f43-b193-43d7b8e5a96e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83987) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:52:31.728073 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5eb65d6e-0140-4f43-b193-43d7b8e5a96e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83987) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:52:31.728441 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-5eb65d6e-0140-4f43-b193-43d7b8e5a96e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0d5858-e54e-4435-bd67-f302b9566e8c']}} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:52:31.746219 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-5eb65d6e-0140-4f43-b193-43d7b8e5a96e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a1a9d32-d669-49d6-a02e-6d69ac4d8740') {'for_net_delete': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:52:31.746582 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-5eb65d6e-0140-4f43-b193-43d7b8e5a96e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a1a9d32-d669-49d6-a02e-6d69ac4d8740') {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:52:31.777093 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5eb65d6e-0140-4f43-b193-43d7b8e5a96e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753449833229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848376904'] for segment, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:31.791490 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbc24d-3ba2-4020-9593-f777797dcbfd req-c93c572d-87bb-460e-9900-24f830d7934d tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:31.793219 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-94fbc24d-3ba2-4020-9593-f777797dcbfd req-c93c572d-87bb-460e-9900-24f830d7934d tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.2557623 Feb 17 17:52:31.801764 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5eb65d6e-0140-4f43-b193-43d7b8e5a96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012526'] for segment, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:31.807980 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5eb65d6e-0140-4f43-b193-43d7b8e5a96e admin admin] Releasing vxlan tunnel 9 to pool {{(pid=83987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 17:52:32.199605 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-94fbc24d-3ba2-4020-9593-f777797dcbfd req-87eb2a10-e972-48a8-90c5-69e1e867f037 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577109 Feb 17 17:52:32.201876 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-5eb65d6e-0140-4f43-b193-43d7b8e5a96e admin admin] Network 2b0d5858-e54e-4435-bd67-f302b9566e8c has no segments {{(pid=83987) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:52:32.214001 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5eb65d6e-0140-4f43-b193-43d7b8e5a96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853763306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6452714'] for segment, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:32.652718 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-954d8d80-573b-4aaa-a64b-cf7bdd45461e req-ca74af8f-5694-4844-9a21-e7f7e1c6f5a0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c38b84f7-1def-42c7-ba14-c8418ee884b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.7091994 Feb 17 17:52:32.670593 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-5eb65d6e-0140-4f43-b193-43d7b8e5a96e admin admin] Network 2b0d5858-e54e-4435-bd67-f302b9566e8c has no segments {{(pid=83987) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: from cryptography.utils import int_from_bytes Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: from cryptography.utils import int_from_bytes Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: (rel_b, rel_a, rel_b), Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: (rel_b, rel_a, rel_b), Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: Traceback (most recent call last): Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: timer() Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: cb(*args, **kw) Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: return func(*args, **kwargs) Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: self._notify() Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: self.callback(batched_events) Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: event.method(event) Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: segment_id)['aggregates'][0] Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: return f(self, *a, **k) Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: return self._get(url).json() Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: **kwargs) Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: return self.request(url, 'GET', **kwargs) Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: **endpoint_filter) Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:52:32.703096 dv-cinder-760199-3-smb neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:52:32.802472 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5eb65d6e-0140-4f43-b193-43d7b8e5a96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846510654'] for network, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:32.806829 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:32.866078 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5eb65d6e-0140-4f43-b193-43d7b8e5a96e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:32.877972 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb65d6e-0140-4f43-b193-43d7b8e5a96e admin admin] Pushing event deleted for resources: {'Network': ['ID=2b0d5858-e54e-4435-bd67-f302b9566e8c,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:32.892359 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-5eb65d6e-0140-4f43-b193-43d7b8e5a96e admin admin] 10.222.0.49 "DELETE /v2.0/networks/2b0d5858-e54e-4435-bd67-f302b9566e8c HTTP/1.1" status: 204 len: 168 time: 1.7846704 Feb 17 17:52:32.892359 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5eb65d6e-0140-4f43-b193-43d7b8e5a96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:32.935265 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d8d80-573b-4aaa-a64b-cf7bdd45461e req-b8f57226-bd83-4b1a-bbb9-85722a85b3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:32.937306 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-954d8d80-573b-4aaa-a64b-cf7bdd45461e req-b8f57226-bd83-4b1a-bbb9-85722a85b3eb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=82d5dedee50c40eebfe29a0df4366919&device_id=c38b84f7-1def-42c7-ba14-c8418ee884b2 HTTP/1.1" status: 200 len: 1162 time: 0.1086831 Feb 17 17:52:33.131383 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d8d80-573b-4aaa-a64b-cf7bdd45461e req-0cfc3840-f575-46e7-aba3-5aedf91bf9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:33.133350 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-954d8d80-573b-4aaa-a64b-cf7bdd45461e req-0cfc3840-f575-46e7-aba3-5aedf91bf9c6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=376dd2cb-f819-4afd-88f1-5bdecf18b8d9 HTTP/1.1" status: 200 len: 906 time: 0.1704493 Feb 17 17:52:33.134260 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 45508) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:33.192977 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-f1b3c431-6ccb-45cb-9f1f-0dc859001a1a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4c84dcfcfd7e4a36b26a9dd1df6c46f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0573676 Feb 17 17:52:33.195508 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 45514) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:33.286824 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-954d8d80-573b-4aaa-a64b-cf7bdd45461e req-d71ecf21-c901-4187-ba51-44ff67269f30 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1c34e38-7264-4a5b-8c98-a884b533aff5 HTTP/1.1" status: 200 len: 217 time: 0.1005342 Feb 17 17:52:33.457875 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-057aa8a5-d55e-4999-bf3a-3e6989a9398b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:33.492902 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d8d80-573b-4aaa-a64b-cf7bdd45461e req-3ca03bcb-197d-4a03-bbd4-13bd858a7cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:33.494542 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-954d8d80-573b-4aaa-a64b-cf7bdd45461e req-3ca03bcb-197d-4a03-bbd4-13bd858a7cab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=70d362a4-3ff5-447c-8b3d-f3421ca1f4a0 HTTP/1.1" status: 200 len: 852 time: 0.1698582 Feb 17 17:52:33.514375 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-057aa8a5-d55e-4999-bf3a-3e6989a9398b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:33.610283 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-954d8d80-573b-4aaa-a64b-cf7bdd45461e req-288be612-baa5-4a18-821b-2812c52079cb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=376dd2cb-f819-4afd-88f1-5bdecf18b8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840485 Feb 17 17:52:33.624237 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221f644-f98e-45ea-b30e-e5375b14a9eb req-e6c88ef0-4cfb-4ffd-afe0-896667cac5c6 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:33.625932 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a221f644-f98e-45ea-b30e-e5375b14a9eb req-e6c88ef0-4cfb-4ffd-afe0-896667cac5c6 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.2443583 Feb 17 17:52:33.813931 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a221f644-f98e-45ea-b30e-e5375b14a9eb req-036d5fc7-bda7-44a3-9c31-332792e8fda3 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557484 Feb 17 17:52:33.838476 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-057aa8a5-d55e-4999-bf3a-3e6989a9398b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:33.852091 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c11e68df-2f26-46bf-95aa-ea1d252b2cd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:33.870829 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-954d8d80-573b-4aaa-a64b-cf7bdd45461e req-9e58c23d-254b-48fa-ae49-e2324ec911e7 service neutron] 10.222.0.67 "GET /v2.0/networks/376dd2cb-f819-4afd-88f1-5bdecf18b8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405946 Feb 17 17:52:33.871723 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057aa8a5-d55e-4999-bf3a-3e6989a9398b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0dc6615-3d55-44b3-91c1-33fdaf472d56,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:33.875640 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-057aa8a5-d55e-4999-bf3a-3e6989a9398b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:33.877189 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-057aa8a5-d55e-4999-bf3a-3e6989a9398b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e0dc6615-3d55-44b3-91c1-33fdaf472d56 HTTP/1.1" status: 204 len: 168 time: 0.6799984 Feb 17 17:52:33.878247 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-057aa8a5-d55e-4999-bf3a-3e6989a9398b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:34.133612 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-954d8d80-573b-4aaa-a64b-cf7bdd45461e req-256fd3fe-dae2-429b-9659-e9a8e743d0d0 service neutron] 10.222.0.67 "GET /v2.0/networks/376dd2cb-f819-4afd-88f1-5bdecf18b8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2428470 Feb 17 17:52:34.442322 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 45558) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:34.501895 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-5bff2143-5e44-4cef-99b9-bdcfa17741d0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=45232d74fe234cda825ee9b1e98a07d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0582163 Feb 17 17:52:34.504875 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 45562) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:34.571124 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-338bcab4-86c2-40e0-afcf-df7e8fd8c44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:34.604184 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-338bcab4-86c2-40e0-afcf-df7e8fd8c44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:34.669805 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-338bcab4-86c2-40e0-afcf-df7e8fd8c44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:34.675089 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-45cded8d-59e6-45cd-b780-6b134f0592e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:34.687564 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338bcab4-86c2-40e0-afcf-df7e8fd8c44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ab33c9-4173-4298-9641-2efa63ae73db,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:34.692813 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-338bcab4-86c2-40e0-afcf-df7e8fd8c44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:34.694774 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-338bcab4-86c2-40e0-afcf-df7e8fd8c44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:34.696764 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-338bcab4-86c2-40e0-afcf-df7e8fd8c44a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d9ab33c9-4173-4298-9641-2efa63ae73db HTTP/1.1" status: 204 len: 168 time: 0.1902094 Feb 17 17:52:35.090526 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063533c-f187-4d3a-96da-2539472bbe82 req-f3cbbd0f-be98-41ff-ac6a-eaed2606c44d tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:35.092494 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1063533c-f187-4d3a-96da-2539472bbe82 req-f3cbbd0f-be98-41ff-ac6a-eaed2606c44d tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1052263 Feb 17 17:52:35.210521 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1063533c-f187-4d3a-96da-2539472bbe82 req-3aad02d2-38e5-4647-8660-017d0584069e tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098433 Feb 17 17:52:36.362124 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 45694) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:36.453774 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adae928-96a4-4e0b-a736-b88a78e835fa req-b564e1ce-81eb-4f7e-a145-3529bf316116 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:36.455573 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0adae928-96a4-4e0b-a736-b88a78e835fa req-b564e1ce-81eb-4f7e-a145-3529bf316116 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.0945013 Feb 17 17:52:36.513134 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0adae928-96a4-4e0b-a736-b88a78e835fa req-bbf3b98b-b26d-46de-ae9e-7288051818f5 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498621 Feb 17 17:52:36.513833 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-46dbbb4b-5659-4216-9c33-ba45740e6384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:36.532398 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-46dbbb4b-5659-4216-9c33-ba45740e6384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:36.537034 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-46dbbb4b-5659-4216-9c33-ba45740e6384 admin admin] Usage tracker for resource:security_group_rule and tenant:d5c5ad062a9e467eb523fc0a454e9f31 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:52:36.541266 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-46dbbb4b-5659-4216-9c33-ba45740e6384 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:52:36.547525 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-46dbbb4b-5659-4216-9c33-ba45740e6384 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:36.672039 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-46dbbb4b-5659-4216-9c33-ba45740e6384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:36.675363 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-46dbbb4b-5659-4216-9c33-ba45740e6384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:36.685578 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a69edc06-11e0-4e7f-be97-571979bbb53f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:36.735269 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-46dbbb4b-5659-4216-9c33-ba45740e6384 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d5c5ad062a9e467eb523fc0a454e9f31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3719380 Feb 17 17:52:36.736299 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dbbb4b-5659-4216-9c33-ba45740e6384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9ce8b6-4777-445a-8ca6-b1a63fdbfa2c,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:36.738300 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 45704) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:36.739907 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-46dbbb4b-5659-4216-9c33-ba45740e6384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:36.807667 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-047e863d-4fc4-42b1-8476-934f0a2ffcc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:36.842256 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-047e863d-4fc4-42b1-8476-934f0a2ffcc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:36.910229 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-047e863d-4fc4-42b1-8476-934f0a2ffcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:36.922114 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:36.947782 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e863d-4fc4-42b1-8476-934f0a2ffcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9ce8b6-4777-445a-8ca6-b1a63fdbfa2c,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:36.951168 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-047e863d-4fc4-42b1-8476-934f0a2ffcc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:36.952997 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-047e863d-4fc4-42b1-8476-934f0a2ffcc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:36.955150 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-047e863d-4fc4-42b1-8476-934f0a2ffcc8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6a9ce8b6-4777-445a-8ca6-b1a63fdbfa2c HTTP/1.1" status: 204 len: 168 time: 0.2149777 Feb 17 17:52:37.169044 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 45722) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:37.316148 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-45493025-8cde-40c3-abd2-8c102bd7025a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:37.334263 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-45493025-8cde-40c3-abd2-8c102bd7025a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:37.338926 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-45493025-8cde-40c3-abd2-8c102bd7025a admin admin] Usage tracker for resource:security_group_rule and tenant:43191ba34063416db916b4235357accd is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:52:37.342484 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-45493025-8cde-40c3-abd2-8c102bd7025a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:52:37.348511 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-45493025-8cde-40c3-abd2-8c102bd7025a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:37.561062 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-45493025-8cde-40c3-abd2-8c102bd7025a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:37.569629 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-45493025-8cde-40c3-abd2-8c102bd7025a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:37.605682 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:37.646758 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45493025-8cde-40c3-abd2-8c102bd7025a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35737370-3f71-4ee9-bf3c-abf75a0f991a,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:37.652830 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-45493025-8cde-40c3-abd2-8c102bd7025a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:37.716700 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 45756) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:37.731919 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-45493025-8cde-40c3-abd2-8c102bd7025a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=43191ba34063416db916b4235357accd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5479515 Feb 17 17:52:37.899099 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-07aaf8e4-6439-4bba-acc9-fc47f9e2aa8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:37.939541 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-07aaf8e4-6439-4bba-acc9-fc47f9e2aa8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:37.977786 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b881ca-d537-4099-adc2-dc28d064728a req-7f87c316-1ac0-49dd-9f83-44a4c6ddb19e tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:37.979664 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-13b881ca-d537-4099-adc2-dc28d064728a req-7f87c316-1ac0-49dd-9f83-44a4c6ddb19e tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1786647 Feb 17 17:52:38.072452 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-13b881ca-d537-4099-adc2-dc28d064728a req-d35ded27-438e-4956-b8ef-64cf28e240ff tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857131 Feb 17 17:52:38.098717 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-07aaf8e4-6439-4bba-acc9-fc47f9e2aa8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:38.108321 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-85a909aa-3989-481e-87a6-119f53c7b442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:38.145237 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aaf8e4-6439-4bba-acc9-fc47f9e2aa8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35737370-3f71-4ee9-bf3c-abf75a0f991a,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:38.151386 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-07aaf8e4-6439-4bba-acc9-fc47f9e2aa8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:38.166923 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-07aaf8e4-6439-4bba-acc9-fc47f9e2aa8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:38.169957 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-07aaf8e4-6439-4bba-acc9-fc47f9e2aa8e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/35737370-3f71-4ee9-bf3c-abf75a0f991a HTTP/1.1" status: 204 len: 168 time: 0.4504402 Feb 17 17:52:38.278050 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-50221e8e-7655-4be2-860b-5b3798bf2a46 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:38.279702 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-50221e8e-7655-4be2-860b-5b3798bf2a46 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/networks?id=376dd2cb-f819-4afd-88f1-5bdecf18b8d9 HTTP/1.1" status: 200 len: 812 time: 0.1987722 Feb 17 17:52:38.298880 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-dbc0d765-0919-4f86-84d8-a74dd8eb590a tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/quotas/82d5dedee50c40eebfe29a0df4366919 HTTP/1.1" status: 200 len: 375 time: 0.0116460 Feb 17 17:52:38.406613 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-5d6b4b2e-377c-44d5-bd92-564073724c0a tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=82d5dedee50c40eebfe29a0df4366919&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1001363 Feb 17 17:52:38.588015 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:38.588603 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-cb7e6a71-67f1-4e02-b39c-0ca59e8d2bb9 service neutron] 10.222.0.49 "GET /v2.0/networks/376dd2cb-f819-4afd-88f1-5bdecf18b8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720104 Feb 17 17:52:38.738933 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-22fd6a06-8823-4344-a5c4-92588f00f57d service neutron] 10.222.0.49 "GET /v2.0/networks/376dd2cb-f819-4afd-88f1-5bdecf18b8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1493480 Feb 17 17:52:38.999372 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-249fbe37-5e78-4fc1-ba6e-d7202a47eca0 req-fc61bd87-c23e-4f37-9083-42759a78a896 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=017f645b-1ad1-4317-a1dc-e7457a474ec8 HTTP/1.1" status: 200 len: 210 time: 0.0842898 Feb 17 17:52:39.360152 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acd0b4-81fc-4e17-a3b0-4b0d1d314ac3 req-56d6ba28-7cca-48e2-9628-686de1f3b4c4 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:39.361996 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-49acd0b4-81fc-4e17-a3b0-4b0d1d314ac3 req-56d6ba28-7cca-48e2-9628-686de1f3b4c4 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.0930338 Feb 17 17:52:39.420757 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-49acd0b4-81fc-4e17-a3b0-4b0d1d314ac3 req-9457162d-f3d8-4e36-92fe-fea194359b41 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501883 Feb 17 17:52:40.148697 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fd44e64a-c94f-4e4e-b88e-b4453f52e9f9 req-cf0bec8e-335b-4894-81e4-f7f3ca43507f tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=017f645b-1ad1-4317-a1dc-e7457a474ec8 HTTP/1.1" status: 200 len: 210 time: 0.0517743 Feb 17 17:52:40.737439 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-34c6d8fd-6960-461b-8474-6ded5430f8f0 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:40.739053 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-34c6d8fd-6960-461b-8474-6ded5430f8f0 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.67 "GET /v2.0/networks?id=376dd2cb-f819-4afd-88f1-5bdecf18b8d9 HTTP/1.1" status: 200 len: 812 time: 0.2520027 Feb 17 17:52:40.746209 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a58a07-8ca3-44f0-aafe-7deb3b604d9e req-94a00af9-fbb5-4775-ae08-e9fe15a51635 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:40.747791 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-20a58a07-8ca3-44f0-aafe-7deb3b604d9e req-94a00af9-fbb5-4775-ae08-e9fe15a51635 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1565588 Feb 17 17:52:40.779821 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-74cff3ca-136d-413e-b919-31633f343aaa tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Request body: {'port': {'device_id': '017f645b-1ad1-4317-a1dc-e7457a474ec8', 'network_id': '376dd2cb-f819-4afd-88f1-5bdecf18b8d9', 'admin_state_up': True, 'tenant_id': '82d5dedee50c40eebfe29a0df4366919'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:52:40.892343 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-20a58a07-8ca3-44f0-aafe-7deb3b604d9e req-e56a6c03-8390-47f6-ae89-a7927522ea75 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379733 Feb 17 17:52:40.955416 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-74cff3ca-136d-413e-b919-31633f343aaa tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:40.966248 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-74cff3ca-136d-413e-b919-31633f343aaa tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:40.975245 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-74cff3ca-136d-413e-b919-31633f343aaa tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Made reservation on behalf of 82d5dedee50c40eebfe29a0df4366919 for: {'port': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:52:40.981951 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-74cff3ca-136d-413e-b919-31633f343aaa tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:41.343771 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-791c2c52-949b-4ee1-94f0-ec519fbf0bd7 req-82b297f3-ccbc-4045-8b6a-f77f0d6f3cbb tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=017f645b-1ad1-4317-a1dc-e7457a474ec8 HTTP/1.1" status: 200 len: 210 time: 0.0622902 Feb 17 17:52:41.360156 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-74cff3ca-136d-413e-b919-31633f343aaa tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Allocated IP 172.20.0.8 (376dd2cb-f819-4afd-88f1-5bdecf18b8d9/70d362a4-3ff5-447c-8b3d-f3421ca1f4a0/3e98f710-a3a5-44ed-849b-ea452d566a68) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:52:41.606625 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-74cff3ca-136d-413e-b919-31633f343aaa tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:41.643930 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-74cff3ca-136d-413e-b919-31633f343aaa tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:41.659967 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4163d730-9b21-4c87-96bb-c70d46d62216 tempest-VolumesActionsTest-1904375645 tempest-VolumesActionsTest-1904375645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:41.809055 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cff3ca-136d-413e-b919-31633f343aaa tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Pushing event updated for resources: {'Port': ['ID=3e98f710-a3a5-44ed-849b-ea452d566a68,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:41.825858 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-74cff3ca-136d-413e-b919-31633f343aaa tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:41.877683 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-74cff3ca-136d-413e-b919-31633f343aaa tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Network 376dd2cb-f819-4afd-88f1-5bdecf18b8d9 is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:52:41.878886 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-74cff3ca-136d-413e-b919-31633f343aaa tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:52:41.884726 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-74cff3ca-136d-413e-b919-31633f343aaa tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:52:41.956945 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-74cff3ca-136d-413e-b919-31633f343aaa tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:41.957616 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-74cff3ca-136d-413e-b919-31633f343aaa tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:41.990549 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-74cff3ca-136d-413e-b919-31633f343aaa tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2149775 Feb 17 17:52:42.012042 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Request body: {'port': {'device_id': '017f645b-1ad1-4317-a1dc-e7457a474ec8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:52:42.222989 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9fab1-2c83-44ac-968d-f2f48094151d req-ef919d6d-fcfb-4890-8e8e-26b34a984987 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:42.224709 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-82a9fab1-2c83-44ac-968d-f2f48094151d req-ef919d6d-fcfb-4890-8e8e-26b34a984987 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1832359 Feb 17 17:52:42.225695 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:42.339269 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-82a9fab1-2c83-44ac-968d-f2f48094151d req-3e1b74ff-e0e5-4cb4-9586-c939ca7b3476 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012483 Feb 17 17:52:42.906513 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 45926) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:42.952230 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bac3a-3f82-48ff-adec-26a130063f1e req-4b5d7bb2-d0a6-40e8-9b4e-3d1656f1c2f8 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:42.953089 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-747bac3a-3f82-48ff-adec-26a130063f1e req-4b5d7bb2-d0a6-40e8-9b4e-3d1656f1c2f8 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Synchronizing usage tracker for tenant:82d5dedee50c40eebfe29a0df4366919 on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:52:42.994819 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-747bac3a-3f82-48ff-adec-26a130063f1e req-4b5d7bb2-d0a6-40e8-9b4e-3d1656f1c2f8 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Unset dirty status for tenant:82d5dedee50c40eebfe29a0df4366919 on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:52:42.996193 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-747bac3a-3f82-48ff-adec-26a130063f1e req-4b5d7bb2-d0a6-40e8-9b4e-3d1656f1c2f8 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=017f645b-1ad1-4317-a1dc-e7457a474ec8 HTTP/1.1" status: 200 len: 931 time: 0.2650123 Feb 17 17:52:43.065174 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-06b41f5b-8d6c-4b5c-b6b5-712d821144cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:43.084024 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-06b41f5b-8d6c-4b5c-b6b5-712d821144cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:43.090145 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-06b41f5b-8d6c-4b5c-b6b5-712d821144cb admin admin] Usage tracker for resource:security_group_rule and tenant:7be70e6597e343d6a6c4e6904930111b is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:52:43.094299 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-06b41f5b-8d6c-4b5c-b6b5-712d821144cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:52:43.101208 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-06b41f5b-8d6c-4b5c-b6b5-712d821144cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:43.111789 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-747bac3a-3f82-48ff-adec-26a130063f1e req-5d4657cc-f372-462a-b7a8-d264a1917846 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081934 Feb 17 17:52:43.135654 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e98f710-a3a5-44ed-849b-ea452d566a68 {{(pid=83987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:52:43.146194 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:43.162700 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Transition to ACTIVE for port object 3e98f710-a3a5-44ed-849b-ea452d566a68 will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:52:43.166374 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452680'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:43.183919 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-150816e4-382b-4e73-bc49-26f7ca469ce0 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:43.215809 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-06b41f5b-8d6c-4b5c-b6b5-712d821144cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:43.219677 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-06b41f5b-8d6c-4b5c-b6b5-712d821144cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:43.230596 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7df671ba-f6c5-46ca-97dd-638a04c41f7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:43.279666 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-06b41f5b-8d6c-4b5c-b6b5-712d821144cb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7be70e6597e343d6a6c4e6904930111b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3719194 Feb 17 17:52:43.283174 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 45932) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:43.286268 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b41f5b-8d6c-4b5c-b6b5-712d821144cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c556d7c8-873f-4bc0-b143-fc94bc8d5d3a,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:43.300021 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-06b41f5b-8d6c-4b5c-b6b5-712d821144cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:43.350029 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Pushing event updated for resources: {'Port': ['ID=3e98f710-a3a5-44ed-849b-ea452d566a68,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:43.354283 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:43.362537 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6b965c81-1837-4582-beb5-d030845fd62f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:43.399314 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6b965c81-1837-4582-beb5-d030845fd62f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:43.453212 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6b965c81-1837-4582-beb5-d030845fd62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:43.461993 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8611e058-f6f1-49b7-b451-3f720bfec230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:43.477947 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b965c81-1837-4582-beb5-d030845fd62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c556d7c8-873f-4bc0-b143-fc94bc8d5d3a,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:43.481216 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6b965c81-1837-4582-beb5-d030845fd62f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:43.491506 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6b965c81-1837-4582-beb5-d030845fd62f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:43.496878 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-6b965c81-1837-4582-beb5-d030845fd62f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c556d7c8-873f-4bc0-b143-fc94bc8d5d3a HTTP/1.1" status: 204 len: 168 time: 0.2125397 Feb 17 17:52:43.565820 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Attempting to bind port 3e98f710-a3a5-44ed-849b-ea452d566a68 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:52:43.566482 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Attempting to bind port 3e98f710-a3a5-44ed-849b-ea452d566a68 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'cd4ef5f5-798d-462d-940e-fdbc85c2c98b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '376dd2cb-f819-4afd-88f1-5bdecf18b8d9'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:52:43.566751 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Attempting to bind port 3e98f710-a3a5-44ed-849b-ea452d566a68 on network 376dd2cb-f819-4afd-88f1-5bdecf18b8d9 {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:52:43.575618 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Checking agent: {'id': 'ae447a02-7f1d-4456-a484-c4519a85c40b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 38), 'started_at': datetime.datetime(2021, 2, 17, 17, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:52:43.576008 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Checking segment: {'id': 'cd4ef5f5-798d-462d-940e-fdbc85c2c98b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '376dd2cb-f819-4afd-88f1-5bdecf18b8d9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:52:43.576432 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:43.578313 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Bound using segment: {'id': 'cd4ef5f5-798d-462d-940e-fdbc85c2c98b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '376dd2cb-f819-4afd-88f1-5bdecf18b8d9'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:52:43.578821 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Bound port: 3e98f710-a3a5-44ed-849b-ea452d566a68, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4ef5f5-798d-462d-940e-fdbc85c2c98b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '376dd2cb-f819-4afd-88f1-5bdecf18b8d9'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:52:43.579211 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:43.653027 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c988b-753e-46a2-84d1-5d1402d804bb req-4da5a3c2-2ee8-499d-8e7c-ef78f9ba4d2c tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:43.655834 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-081c988b-753e-46a2-84d1-5d1402d804bb req-4da5a3c2-2ee8-499d-8e7c-ef78f9ba4d2c tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1182282 Feb 17 17:52:43.713093 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] For port 3e98f710-a3a5-44ed-849b-ea452d566a68, host hv-cinder-76019, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:52:43.717356 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] For port 3e98f710-a3a5-44ed-849b-ea452d566a68, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=3e98f710-a3a5-44ed-849b-ea452d566a68,segment=NetworkSegment(cd4ef5f5-798d-462d-940e-fdbc85c2c98b),segment_id=cd4ef5f5-798d-462d-940e-fdbc85c2c98b)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:52:43.734013 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452680'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:43.736085 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-081c988b-753e-46a2-84d1-5d1402d804bb req-f79f4b69-fe14-4669-aefc-abcd1a7f2be0 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717382 Feb 17 17:52:43.752521 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8e59f75b-a561-4810-a1fc-84512b3e2d71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:43.885319 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 45948) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:43.905311 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6b875954-a7ec-4ab2-9364-c18f8f8d9136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:43.922608 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6b875954-a7ec-4ab2-9364-c18f8f8d9136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:43.923808 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Pushing event updated for resources: {'Port': ['ID=3e98f710-a3a5-44ed-849b-ea452d566a68,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:43.927071 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-6b875954-a7ec-4ab2-9364-c18f8f8d9136 admin admin] Usage tracker for resource:security_group_rule and tenant:4cba420ab737416d8dc9a39116281cf6 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:52:43.930703 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-6b875954-a7ec-4ab2-9364-c18f8f8d9136 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:52:43.936475 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:43.936819 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6b875954-a7ec-4ab2-9364-c18f8f8d9136 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:43.936940 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:43.937308 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:43.937715 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:43.938110 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:43.938515 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:43.939051 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:43.939274 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:43.939961 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:43.940236 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:43.940680 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:43.941061 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:43.941598 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:43.941981 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:43.942574 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:43.942945 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:43.943380 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:43.943820 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:43.944264 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:43.944729 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:43.945687 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:43.946081 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:43.946672 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:43.947293 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:43.952091 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:43.984288 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:43.984955 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:43.986458 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] 10.222.0.67 "PUT /v2.0/ports/3e98f710-a3a5-44ed-849b-ea452d566a68 HTTP/1.1" status: 200 len: 1157 time: 1.9804409 Feb 17 17:52:43.987006 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '017f645b-1ad1-4317-a1dc-e7457a474ec8', 'tag': '3e98f710-a3a5-44ed-849b-ea452d566a68'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:52:44.041324 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '017f645b-1ad1-4317-a1dc-e7457a474ec8', 'tag': '3e98f710-a3a5-44ed-849b-ea452d566a68', 'status': 'completed', 'code': 200} Feb 17 17:52:44.042121 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6b875954-a7ec-4ab2-9364-c18f8f8d9136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:44.045489 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6b875954-a7ec-4ab2-9364-c18f8f8d9136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:44.055449 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-06b41f5b-8d6c-4b5c-b6b5-712d821144cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:44.105558 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-6b875954-a7ec-4ab2-9364-c18f8f8d9136 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4cba420ab737416d8dc9a39116281cf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2189667 Feb 17 17:52:44.108667 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 45956) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:44.109611 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b875954-a7ec-4ab2-9364-c18f8f8d9136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f59014-3a60-483d-aa4b-4605d48752be,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:44.113634 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6b875954-a7ec-4ab2-9364-c18f8f8d9136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:44.173616 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-fb720d71-34f4-4400-bc0d-b001eacbb5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:44.175292 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-fb720d71-34f4-4400-bc0d-b001eacbb5c4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=82d5dedee50c40eebfe29a0df4366919&device_id=017f645b-1ad1-4317-a1dc-e7457a474ec8 HTTP/1.1" status: 200 len: 1160 time: 0.0857828 Feb 17 17:52:44.189305 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6f3746e1-0ca3-44b8-ae33-a3f291f7d07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:44.224822 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6f3746e1-0ca3-44b8-ae33-a3f291f7d07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:44.265874 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-2654f218-b693-45ac-9a12-b4eb39280c34 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e98f710-a3a5-44ed-849b-ea452d566a68 HTTP/1.1" status: 200 len: 217 time: 0.0743959 Feb 17 17:52:44.337119 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6f3746e1-0ca3-44b8-ae33-a3f291f7d07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:44.343676 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c0dbb753-820f-4607-875a-ca4e301821b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:44.346014 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-a37dffd3-95a5-4f49-ae75-a4c9f94f499d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:44.347790 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-a37dffd3-95a5-4f49-ae75-a4c9f94f499d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=70d362a4-3ff5-447c-8b3d-f3421ca1f4a0 HTTP/1.1" status: 200 len: 852 time: 0.0702324 Feb 17 17:52:44.364540 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3746e1-0ca3-44b8-ae33-a3f291f7d07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f59014-3a60-483d-aa4b-4605d48752be,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:44.375008 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6f3746e1-0ca3-44b8-ae33-a3f291f7d07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:44.378377 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6f3746e1-0ca3-44b8-ae33-a3f291f7d07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:44.382077 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-6f3746e1-0ca3-44b8-ae33-a3f291f7d07b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/01f59014-3a60-483d-aa4b-4605d48752be HTTP/1.1" status: 204 len: 168 time: 0.2645509 Feb 17 17:52:44.395813 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31cf276-c575-418b-8fbe-9297586e64e0 req-3d59589b-4fce-45b5-b0c3-6b0c4695acfa tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:44.398638 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a31cf276-c575-418b-8fbe-9297586e64e0 req-3d59589b-4fce-45b5-b0c3-6b0c4695acfa tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=017f645b-1ad1-4317-a1dc-e7457a474ec8 HTTP/1.1" status: 200 len: 943 time: 0.1390352 Feb 17 17:52:44.411721 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-1e89dd37-0f2b-4853-bd05-aaf214714aee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=376dd2cb-f819-4afd-88f1-5bdecf18b8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547631 Feb 17 17:52:44.455620 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a31cf276-c575-418b-8fbe-9297586e64e0 req-dac4d3ce-b59d-4b31-8e41-c589e7d4ef77 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508285 Feb 17 17:52:44.577131 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-403e343c-5e07-422d-9f33-11b3e466f102 service neutron] 10.222.0.67 "GET /v2.0/networks/376dd2cb-f819-4afd-88f1-5bdecf18b8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561735 Feb 17 17:52:44.773634 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8d4ad6da-59a5-46f6-a335-21d23d906a02 req-881376e7-3774-457f-9859-df2649eaf135 service neutron] 10.222.0.67 "GET /v2.0/networks/376dd2cb-f819-4afd-88f1-5bdecf18b8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1786559 Feb 17 17:52:44.808575 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 45974) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:44.832852 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-faff23a3-72d7-44fd-a3ea-0d74655e6cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:44.857520 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-faff23a3-72d7-44fd-a3ea-0d74655e6cf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:44.862992 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-faff23a3-72d7-44fd-a3ea-0d74655e6cf8 admin admin] Usage tracker for resource:security_group_rule and tenant:bc17c66421ae410ab7a9da44eba48fc4 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:52:44.866200 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-faff23a3-72d7-44fd-a3ea-0d74655e6cf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:52:44.880803 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-faff23a3-72d7-44fd-a3ea-0d74655e6cf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:44.974885 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332268c-063c-461b-9035-c197e67b1401 req-49e3f696-fe78-4525-be5c-8aaf9d1fa9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:44.977751 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b332268c-063c-461b-9035-c197e67b1401 req-49e3f696-fe78-4525-be5c-8aaf9d1fa9f5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=82d5dedee50c40eebfe29a0df4366919&device_id=017f645b-1ad1-4317-a1dc-e7457a474ec8 HTTP/1.1" status: 200 len: 1160 time: 0.0850403 Feb 17 17:52:45.042902 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb27388-f2b9-486d-bd14-3cf9c316a62d req-c5944dd2-4534-49e6-8bd9-ae9721a9f7e4 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:45.044896 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ecb27388-f2b9-486d-bd14-3cf9c316a62d req-c5944dd2-4534-49e6-8bd9-ae9721a9f7e4 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1366985 Feb 17 17:52:45.084620 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-faff23a3-72d7-44fd-a3ea-0d74655e6cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:45.101492 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-faff23a3-72d7-44fd-a3ea-0d74655e6cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:45.112455 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6b875954-a7ec-4ab2-9364-c18f8f8d9136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:45.138803 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332268c-063c-461b-9035-c197e67b1401 req-5ad428c2-c6c9-492e-9cb7-b32966c3426c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:45.141144 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b332268c-063c-461b-9035-c197e67b1401 req-5ad428c2-c6c9-492e-9cb7-b32966c3426c service neutron] 10.222.0.67 "GET /v2.0/networks?id=376dd2cb-f819-4afd-88f1-5bdecf18b8d9 HTTP/1.1" status: 200 len: 906 time: 0.1552031 Feb 17 17:52:45.143335 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ecb27388-f2b9-486d-bd14-3cf9c316a62d req-baa3c888-68e6-41f1-ba7d-756aeabf7ed6 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914423 Feb 17 17:52:45.163011 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff23a3-72d7-44fd-a3ea-0d74655e6cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32858d50-8aad-40c9-a551-534b51849c5a,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:45.167198 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-faff23a3-72d7-44fd-a3ea-0d74655e6cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:45.189758 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-faff23a3-72d7-44fd-a3ea-0d74655e6cf8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bc17c66421ae410ab7a9da44eba48fc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3772595 Feb 17 17:52:45.190371 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 45980) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:45.232972 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b332268c-063c-461b-9035-c197e67b1401 req-875a16ac-a7da-46af-b9c7-cab467da1217 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e98f710-a3a5-44ed-849b-ea452d566a68 HTTP/1.1" status: 200 len: 217 time: 0.0755405 Feb 17 17:52:45.260230 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d08ee488-c7a1-4e3a-a3bb-01a5bce3c721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:45.290067 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d08ee488-c7a1-4e3a-a3bb-01a5bce3c721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:45.308962 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332268c-063c-461b-9035-c197e67b1401 req-6f7a6c2c-2620-41c9-9efb-f7044a85b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:45.311000 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b332268c-063c-461b-9035-c197e67b1401 req-6f7a6c2c-2620-41c9-9efb-f7044a85b1ff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=70d362a4-3ff5-447c-8b3d-f3421ca1f4a0 HTTP/1.1" status: 200 len: 852 time: 0.0714335 Feb 17 17:52:45.338410 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d08ee488-c7a1-4e3a-a3bb-01a5bce3c721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:45.343477 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f5f4caaa-1f4b-40d9-ae31-addb76bdf487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:45.356835 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ee488-c7a1-4e3a-a3bb-01a5bce3c721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32858d50-8aad-40c9-a551-534b51849c5a,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:45.361890 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d08ee488-c7a1-4e3a-a3bb-01a5bce3c721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:45.366512 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d08ee488-c7a1-4e3a-a3bb-01a5bce3c721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:45.368451 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-d08ee488-c7a1-4e3a-a3bb-01a5bce3c721 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/32858d50-8aad-40c9-a551-534b51849c5a HTTP/1.1" status: 204 len: 168 time: 0.1769788 Feb 17 17:52:45.368587 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b332268c-063c-461b-9035-c197e67b1401 req-2cf36722-69eb-416a-87d9-65e491720a07 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=376dd2cb-f819-4afd-88f1-5bdecf18b8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504093 Feb 17 17:52:45.527166 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b332268c-063c-461b-9035-c197e67b1401 req-87b0c945-2566-4cf5-9edc-5520fb31bfb8 service neutron] 10.222.0.67 "GET /v2.0/networks/376dd2cb-f819-4afd-88f1-5bdecf18b8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514676 Feb 17 17:52:45.689044 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc3524-84a2-43fc-8278-c7dcdcba6dcd req-716f1fde-b415-4614-87f1-4b2042062485 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:45.690727 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b9fc3524-84a2-43fc-8278-c7dcdcba6dcd req-716f1fde-b415-4614-87f1-4b2042062485 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=017f645b-1ad1-4317-a1dc-e7457a474ec8 HTTP/1.1" status: 200 len: 943 time: 0.1012433 Feb 17 17:52:45.698895 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b332268c-063c-461b-9035-c197e67b1401 req-11e765e4-d77d-48bb-a3a3-9577c17ae7f1 service neutron] 10.222.0.67 "GET /v2.0/networks/376dd2cb-f819-4afd-88f1-5bdecf18b8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1620719 Feb 17 17:52:45.748300 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b9fc3524-84a2-43fc-8278-c7dcdcba6dcd req-ece5f985-094b-49c1-bfc6-5aabd9e2b8f7 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483985 Feb 17 17:52:46.173739 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:52:46.358042 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a43e5-639f-424b-b32e-249e4ac358b7 req-cacafcb7-8e99-4f51-8af1-9d7953babd1e tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:46.360060 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a86a43e5-639f-424b-b32e-249e4ac358b7 req-cacafcb7-8e99-4f51-8af1-9d7953babd1e tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.0962141 Feb 17 17:52:46.423892 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a86a43e5-639f-424b-b32e-249e4ac358b7 req-3383e3e5-ccdd-4bb4-9200-b5fee1285d29 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510161 Feb 17 17:52:46.981799 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec492e07-9a2d-4e03-aa25-8edb31cc509f req-1e934321-a9b7-462a-b13d-125d93f37b05 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:46.983486 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ec492e07-9a2d-4e03-aa25-8edb31cc509f req-1e934321-a9b7-462a-b13d-125d93f37b05 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=017f645b-1ad1-4317-a1dc-e7457a474ec8 HTTP/1.1" status: 200 len: 943 time: 0.1074069 Feb 17 17:52:47.017060 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 3a68e366-8692-443d-bcac-1c9ed3837f67 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:52:47.071588 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ec492e07-9a2d-4e03-aa25-8edb31cc509f req-6d8d0302-01ba-44f4-8df2-c3b224f0a1fe tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741520 Feb 17 17:52:47.131312 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 3a68e366-8692-443d-bcac-1c9ed3837f67 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:47.131757 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:47.290483 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 7d482831-300d-4594-8b0f-d3b31c42e5e4 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:52:47.368489 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 7d482831-300d-4594-8b0f-d3b31c42e5e4 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:47.368962 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:47.649685 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06606c2-225b-4233-b023-3d009974e556 req-20b21594-420e-4411-a653-2dd39567afff tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:47.651358 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a06606c2-225b-4233-b023-3d009974e556 req-20b21594-420e-4411-a653-2dd39567afff tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.0931799 Feb 17 17:52:47.706401 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a06606c2-225b-4233-b023-3d009974e556 req-06ab57ed-f790-4944-9724-2656de634761 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483971 Feb 17 17:52:48.268826 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73296b30-beeb-4b53-baa2-40f4617aa65d req-35b24035-3fdb-423b-be1a-5f868acd3881 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:48.270509 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-73296b30-beeb-4b53-baa2-40f4617aa65d req-35b24035-3fdb-423b-be1a-5f868acd3881 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=017f645b-1ad1-4317-a1dc-e7457a474ec8 HTTP/1.1" status: 200 len: 943 time: 0.0943334 Feb 17 17:52:48.333942 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-73296b30-beeb-4b53-baa2-40f4617aa65d req-de6a30c0-e98b-4f52-9485-1a2228b619fa tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556097 Feb 17 17:52:48.924792 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173e6fb-f310-4ea5-a30a-c5d06d120914 req-fee99d74-ecec-43ce-b3e0-3fd258c45aa9 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:48.926441 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b173e6fb-f310-4ea5-a30a-c5d06d120914 req-fee99d74-ecec-43ce-b3e0-3fd258c45aa9 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.0944519 Feb 17 17:52:48.982221 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b173e6fb-f310-4ea5-a30a-c5d06d120914 req-b8b58d9a-e7dd-4580-a742-154075e58650 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436985 Feb 17 17:52:49.605200 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e594e6c-78cd-4a65-991f-8dbcddc50c1d req-49f3db37-24db-4177-9948-c162823692db tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:49.606883 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5e594e6c-78cd-4a65-991f-8dbcddc50c1d req-49f3db37-24db-4177-9948-c162823692db tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=017f645b-1ad1-4317-a1dc-e7457a474ec8 HTTP/1.1" status: 200 len: 943 time: 0.0998228 Feb 17 17:52:49.671780 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5e594e6c-78cd-4a65-991f-8dbcddc50c1d req-bb7de736-be9f-4187-ab1a-f3918b0084f0 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582745 Feb 17 17:52:50.206177 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca1351-1cce-4cc5-b45e-dd5014e62e0c req-7bad72aa-bb05-4215-9d74-44b8fe0fd389 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:50.207795 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-59ca1351-1cce-4cc5-b45e-dd5014e62e0c req-7bad72aa-bb05-4215-9d74-44b8fe0fd389 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1005735 Feb 17 17:52:50.262766 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-59ca1351-1cce-4cc5-b45e-dd5014e62e0c req-243fbcde-e13d-4144-8e02-607db6302ea3 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472715 Feb 17 17:52:50.887126 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e95faa-a28a-4900-9058-38da4a80d410 req-8081fe4c-9116-4398-bb14-42ce20dec62d tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:50.888806 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-65e95faa-a28a-4900-9058-38da4a80d410 req-8081fe4c-9116-4398-bb14-42ce20dec62d tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=017f645b-1ad1-4317-a1dc-e7457a474ec8 HTTP/1.1" status: 200 len: 943 time: 0.0990551 Feb 17 17:52:50.941579 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-65e95faa-a28a-4900-9058-38da4a80d410 req-4684df3d-8c84-4418-9f79-5ebf32a6e73d tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459394 Feb 17 17:52:51.488707 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873dada-f429-46aa-b595-b2cd677e748e req-fe360b36-69ea-479e-ad1b-ea85496ee7f3 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:51.490241 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0873dada-f429-46aa-b595-b2cd677e748e req-fe360b36-69ea-479e-ad1b-ea85496ee7f3 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1014102 Feb 17 17:52:51.545642 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0873dada-f429-46aa-b595-b2cd677e748e req-3ab2ec0e-cb7d-4743-bf59-208851052a30 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481505 Feb 17 17:52:51.764732 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 46124) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:51.905469 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:51.922327 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:51.926545 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] Usage tracker for resource:security_group_rule and tenant:4212d26a1fb54f56b252d2c96455de64 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:52:51.930234 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:52:51.936039 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:52.033468 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:52.036517 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:52.051171 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b0f7ccb0-5df8-44f9-8932-33eb649cc733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:52.096465 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4212d26a1fb54f56b252d2c96455de64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3276916 Feb 17 17:52:52.097280 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 46134) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:52.111134 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb736a4-7ed6-4877-93d0-38185fbb688d,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:52.125808 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:52.126218 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:52.126620 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:52.127040 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:52.127402 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:52.128435 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:52.128435 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:52.128805 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:52.129205 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:52.129596 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:52.130000 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:52.130372 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:52.130995 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:52.131894 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:52.131894 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:52.132852 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:52.133251 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:52.133782 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:52.134172 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:52.134600 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:52.134932 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:52.135315 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:52.135697 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:52.136081 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:52.147066 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:52.164890 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1e42d-d362-4fb4-ad7d-213ab7e20ce8 req-ff8cad7f-de62-4d5f-89e5-347799b03a9b tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:52.166594 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3bf1e42d-d362-4fb4-ad7d-213ab7e20ce8 req-ff8cad7f-de62-4d5f-89e5-347799b03a9b tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=017f645b-1ad1-4317-a1dc-e7457a474ec8 HTTP/1.1" status: 200 len: 943 time: 0.1016607 Feb 17 17:52:52.187827 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-43690083-96d9-4430-aa89-7f45417d27bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:52.217823 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3bf1e42d-d362-4fb4-ad7d-213ab7e20ce8 req-262a922c-f29b-4e4d-9aee-e46ab15a80a7 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440669 Feb 17 17:52:52.221524 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-43690083-96d9-4430-aa89-7f45417d27bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:52.269722 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-43690083-96d9-4430-aa89-7f45417d27bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:52.274131 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:52.286090 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43690083-96d9-4430-aa89-7f45417d27bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb736a4-7ed6-4877-93d0-38185fbb688d,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:52.289036 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-43690083-96d9-4430-aa89-7f45417d27bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:52.297660 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-43690083-96d9-4430-aa89-7f45417d27bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:52.299535 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-43690083-96d9-4430-aa89-7f45417d27bd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5cb736a4-7ed6-4877-93d0-38185fbb688d HTTP/1.1" status: 204 len: 168 time: 0.2013693 Feb 17 17:52:52.640769 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 46150) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:52.681535 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-49559a10-d633-4d85-9a2e-ee8d44c5303e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:52.700473 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-49559a10-d633-4d85-9a2e-ee8d44c5303e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:52.706104 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-49559a10-d633-4d85-9a2e-ee8d44c5303e admin admin] Usage tracker for resource:security_group_rule and tenant:280dce898ea141dfaf497ed48b6d4df1 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:52:52.709677 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-49559a10-d633-4d85-9a2e-ee8d44c5303e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:52:52.718538 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-49559a10-d633-4d85-9a2e-ee8d44c5303e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:52.771537 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078d1ff-60a0-4ad1-9001-175f1fefa7ca req-c17c29d4-6cf7-41a7-b261-d8cdd0d07e80 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:52.773254 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e078d1ff-60a0-4ad1-9001-175f1fefa7ca req-c17c29d4-6cf7-41a7-b261-d8cdd0d07e80 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1031590 Feb 17 17:52:52.827379 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-49559a10-d633-4d85-9a2e-ee8d44c5303e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:52.831003 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e078d1ff-60a0-4ad1-9001-175f1fefa7ca req-564e7ecc-b985-4861-8e0b-308232a40231 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496790 Feb 17 17:52:52.836438 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-49559a10-d633-4d85-9a2e-ee8d44c5303e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:52.850691 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-338bcab4-86c2-40e0-afcf-df7e8fd8c44a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:52.892367 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-49559a10-d633-4d85-9a2e-ee8d44c5303e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=280dce898ea141dfaf497ed48b6d4df1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2502306 Feb 17 17:52:52.895381 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 46154) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:52.896724 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49559a10-d633-4d85-9a2e-ee8d44c5303e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7adfdb56-c52c-4ce2-b267-3ac7d1722f70,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:52.900213 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-49559a10-d633-4d85-9a2e-ee8d44c5303e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:52.967831 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-54a043d6-cd6e-4ff5-ac5f-e30cae3fc338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:52.997644 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-54a043d6-cd6e-4ff5-ac5f-e30cae3fc338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:53.045503 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-54a043d6-cd6e-4ff5-ac5f-e30cae3fc338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:53.053622 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:53.072497 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a043d6-cd6e-4ff5-ac5f-e30cae3fc338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adfdb56-c52c-4ce2-b267-3ac7d1722f70,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:53.075974 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-54a043d6-cd6e-4ff5-ac5f-e30cae3fc338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:53.079718 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-54a043d6-cd6e-4ff5-ac5f-e30cae3fc338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:53.083391 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-54a043d6-cd6e-4ff5-ac5f-e30cae3fc338 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7adfdb56-c52c-4ce2-b267-3ac7d1722f70 HTTP/1.1" status: 204 len: 168 time: 0.1867831 Feb 17 17:52:53.446202 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cf160-a72e-491c-ad33-b80414114419 req-9f5cfaa0-6fda-4822-9f11-37a353a1a864 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:53.447954 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-312cf160-a72e-491c-ad33-b80414114419 req-9f5cfaa0-6fda-4822-9f11-37a353a1a864 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=017f645b-1ad1-4317-a1dc-e7457a474ec8 HTTP/1.1" status: 200 len: 943 time: 0.0997095 Feb 17 17:52:53.509778 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-312cf160-a72e-491c-ad33-b80414114419 req-f89cc208-6606-47c2-8ebe-9422d7d36ff5 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505271 Feb 17 17:52:54.060464 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9010edb-9cf4-42bd-a18b-82471ea72d0f req-03b6382b-513a-4c37-a1dc-d36d10e12209 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:54.060464 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a9010edb-9cf4-42bd-a18b-82471ea72d0f req-03b6382b-513a-4c37-a1dc-d36d10e12209 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.0939534 Feb 17 17:52:54.109914 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a9010edb-9cf4-42bd-a18b-82471ea72d0f req-e8e5a8c1-539b-4d8c-a29f-9994317dc23c tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440097 Feb 17 17:52:54.743748 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9b48b-6afd-4bcc-8beb-6439f29096de req-c27da64e-e0ec-485b-9f58-f95625617342 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:54.748677 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4dd9b48b-6afd-4bcc-8beb-6439f29096de req-c27da64e-e0ec-485b-9f58-f95625617342 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=017f645b-1ad1-4317-a1dc-e7457a474ec8 HTTP/1.1" status: 200 len: 943 time: 0.1146641 Feb 17 17:52:54.803810 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4dd9b48b-6afd-4bcc-8beb-6439f29096de req-3441d958-f7e6-448f-9a54-98c6db287e28 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491138 Feb 17 17:52:55.333318 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b920fc0-3809-4c08-8a78-2c2fb51429bf req-295b40c5-2186-46ff-8e82-0bd73f4f34c7 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:55.334967 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8b920fc0-3809-4c08-8a78-2c2fb51429bf req-295b40c5-2186-46ff-8e82-0bd73f4f34c7 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.0959401 Feb 17 17:52:55.387500 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6413faed-f637-44d3-9740-2144a2aa8e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:55.393978 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8b920fc0-3809-4c08-8a78-2c2fb51429bf req-8c48a626-ac4e-4872-99fa-e7c8828a39f9 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524442 Feb 17 17:52:55.795320 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 46256) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:56.011877 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-955d6dbf-5680-4f2a-b3ed-4558e23a84d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:56.034774 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-955d6dbf-5680-4f2a-b3ed-4558e23a84d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:56.044072 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-955d6dbf-5680-4f2a-b3ed-4558e23a84d2 admin admin] Usage tracker for resource:security_group_rule and tenant:0dd1cae4d8334b8985a74078fdd69400 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:52:56.049355 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-955d6dbf-5680-4f2a-b3ed-4558e23a84d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:52:56.057617 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-955d6dbf-5680-4f2a-b3ed-4558e23a84d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:56.117575 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2656be-f16e-47d7-b602-9218e081ef65 req-a763acbd-a2d5-4967-883a-061b2e0d7996 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:56.119216 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cb2656be-f16e-47d7-b602-9218e081ef65 req-a763acbd-a2d5-4967-883a-061b2e0d7996 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=017f645b-1ad1-4317-a1dc-e7457a474ec8 HTTP/1.1" status: 200 len: 943 time: 0.1844373 Feb 17 17:52:56.198897 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cb2656be-f16e-47d7-b602-9218e081ef65 req-9235677c-992c-4b2b-b896-5aa25736f0c2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717976 Feb 17 17:52:56.236244 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-955d6dbf-5680-4f2a-b3ed-4558e23a84d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:56.239351 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-955d6dbf-5680-4f2a-b3ed-4558e23a84d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:56.248521 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:56.294389 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-955d6dbf-5680-4f2a-b3ed-4558e23a84d2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0dd1cae4d8334b8985a74078fdd69400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4977221 Feb 17 17:52:56.295336 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d6dbf-5680-4f2a-b3ed-4558e23a84d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d229f52b-ef60-4400-b90b-27e4e700d0bd,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:56.297147 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 46270) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:56.298660 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-955d6dbf-5680-4f2a-b3ed-4558e23a84d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:56.363535 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a4f539e8-d97f-46f6-809b-f79d7c625898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:56.393902 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a4f539e8-d97f-46f6-809b-f79d7c625898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:56.441007 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a4f539e8-d97f-46f6-809b-f79d7c625898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:56.447233 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-516463b7-5bc1-4c57-b919-685885e20839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:56.460937 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f539e8-d97f-46f6-809b-f79d7c625898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d229f52b-ef60-4400-b90b-27e4e700d0bd,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:56.471495 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a4f539e8-d97f-46f6-809b-f79d7c625898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:56.472577 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a4f539e8-d97f-46f6-809b-f79d7c625898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:56.475000 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-a4f539e8-d97f-46f6-809b-f79d7c625898 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d229f52b-ef60-4400-b90b-27e4e700d0bd HTTP/1.1" status: 204 len: 168 time: 0.1751134 Feb 17 17:52:56.616174 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393d34d-2dfc-4f30-908f-38494e0540d0 req-0a1c40de-fd43-4dba-97a3-85bd08c679d2 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:56.618003 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3393d34d-2dfc-4f30-908f-38494e0540d0 req-0a1c40de-fd43-4dba-97a3-85bd08c679d2 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.0969472 Feb 17 17:52:56.674784 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3393d34d-2dfc-4f30-908f-38494e0540d0 req-eeec0c2c-493d-4fe0-878b-6b7b0483dfc9 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493922 Feb 17 17:52:56.801322 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 46282) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:56.821595 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b06635c-d24e-471e-8627-40bb14012684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:56.840459 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5b06635c-d24e-471e-8627-40bb14012684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:56.844634 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-5b06635c-d24e-471e-8627-40bb14012684 admin admin] Usage tracker for resource:security_group_rule and tenant:c5af68929e4645379720a3815509ec9f is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:52:56.847720 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-5b06635c-d24e-471e-8627-40bb14012684 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:52:56.854522 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5b06635c-d24e-471e-8627-40bb14012684 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:56.948353 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b06635c-d24e-471e-8627-40bb14012684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:56.951105 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b06635c-d24e-471e-8627-40bb14012684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:56.963957 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-45493025-8cde-40c3-abd2-8c102bd7025a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:57.010275 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-5b06635c-d24e-471e-8627-40bb14012684 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c5af68929e4645379720a3815509ec9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2076659 Feb 17 17:52:57.012019 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06635c-d24e-471e-8627-40bb14012684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb84800-0ab3-406f-9665-591e7dd6305f,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:57.013181 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 46288) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:57.015475 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b06635c-d24e-471e-8627-40bb14012684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:57.082770 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fc62145d-a5cf-47e2-854c-c52cbb06108e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:57.119018 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fc62145d-a5cf-47e2-854c-c52cbb06108e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:57.173007 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fc62145d-a5cf-47e2-854c-c52cbb06108e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:57.178403 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c1ceabd3-5aae-4b65-8b8d-c59c16db924d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:57.199261 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62145d-a5cf-47e2-854c-c52cbb06108e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb84800-0ab3-406f-9665-591e7dd6305f,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:57.202857 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fc62145d-a5cf-47e2-854c-c52cbb06108e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:57.207899 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fc62145d-a5cf-47e2-854c-c52cbb06108e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:57.212029 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-fc62145d-a5cf-47e2-854c-c52cbb06108e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9bb84800-0ab3-406f-9665-591e7dd6305f HTTP/1.1" status: 204 len: 168 time: 0.1948662 Feb 17 17:52:57.429202 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df391c57-3a50-4ecb-8558-c84e2e2c3e7e req-5426c907-4568-41f2-8fe9-29d121616f55 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:57.431087 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-df391c57-3a50-4ecb-8558-c84e2e2c3e7e req-5426c907-4568-41f2-8fe9-29d121616f55 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=017f645b-1ad1-4317-a1dc-e7457a474ec8 HTTP/1.1" status: 200 len: 943 time: 0.1064498 Feb 17 17:52:57.482497 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-df391c57-3a50-4ecb-8558-c84e2e2c3e7e req-04357ddf-c90a-48a5-bc51-2bb3f3508a77 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441926 Feb 17 17:52:57.511319 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-82ddd56b-a631-4a03-a4d2-0373b7fa9d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:57.900337 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8de53-47b6-40df-ac0c-6e6ba47ce087 req-f1de29de-3de6-4e9e-a275-bb89dbd7a597 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:57.908820 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-37e8de53-47b6-40df-ac0c-6e6ba47ce087 req-f1de29de-3de6-4e9e-a275-bb89dbd7a597 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1090572 Feb 17 17:52:57.963711 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-37e8de53-47b6-40df-ac0c-6e6ba47ce087 req-d1e62ba2-2467-4356-9e6f-f786a5dfee77 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538549 Feb 17 17:52:58.560344 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 46336) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:58.622971 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:58.918877 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5c6be6c4-c781-4abe-bebf-407622e825c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:58.948344 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5c6be6c4-c781-4abe-bebf-407622e825c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:58.956540 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8047d02-1183-4247-8e08-cf158016d267 req-7cd367ec-0850-4977-a0cf-ba0a6c8addbe tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:58.958189 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b8047d02-1183-4247-8e08-cf158016d267 req-7cd367ec-0850-4977-a0cf-ba0a6c8addbe tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=017f645b-1ad1-4317-a1dc-e7457a474ec8 HTTP/1.1" status: 200 len: 943 time: 0.3507597 Feb 17 17:52:58.961264 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-5c6be6c4-c781-4abe-bebf-407622e825c9 admin admin] Usage tracker for resource:security_group_rule and tenant:880a670ce1324673a0c7be443b55532d is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:52:58.964494 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-5c6be6c4-c781-4abe-bebf-407622e825c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:52:58.986921 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5c6be6c4-c781-4abe-bebf-407622e825c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:59.037527 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b8047d02-1183-4247-8e08-cf158016d267 req-ea0796d7-16ec-424a-985d-6f3b28224c34 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697131 Feb 17 17:52:59.160858 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5c6be6c4-c781-4abe-bebf-407622e825c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:59.166115 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5c6be6c4-c781-4abe-bebf-407622e825c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:59.206530 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1f9db67e-e260-401e-838e-d553622de81e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:59.224634 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-5c6be6c4-c781-4abe-bebf-407622e825c9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=880a670ce1324673a0c7be443b55532d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6631014 Feb 17 17:52:59.228789 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fee67a-25cb-4ed6-a928-dd4b52755cd9 req-45678ce9-0d83-416b-a5d4-c33767f86f48 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:59.229753 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 46348) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:59.231085 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-59fee67a-25cb-4ed6-a928-dd4b52755cd9 req-45678ce9-0d83-416b-a5d4-c33767f86f48 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1200306 Feb 17 17:52:59.282670 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6be6c4-c781-4abe-bebf-407622e825c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bf20f4-6eb7-4d60-89e3-7dfa648fb699,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:59.302391 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5c6be6c4-c781-4abe-bebf-407622e825c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:59.316544 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-59fee67a-25cb-4ed6-a928-dd4b52755cd9 req-b503ba26-6c1d-4953-9f4f-7650784c0f1c tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783548 Feb 17 17:52:59.339616 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9d20999e-c822-44dc-a7f3-a5ba8f9889a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:59.368674 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9d20999e-c822-44dc-a7f3-a5ba8f9889a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:59.420891 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9d20999e-c822-44dc-a7f3-a5ba8f9889a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:59.425924 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9ccb1797-6bdf-4e52-8f34-fa466a2cdf52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:59.443199 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20999e-c822-44dc-a7f3-a5ba8f9889a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bf20f4-6eb7-4d60-89e3-7dfa648fb699,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:59.446312 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9d20999e-c822-44dc-a7f3-a5ba8f9889a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:59.448456 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9d20999e-c822-44dc-a7f3-a5ba8f9889a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:59.449728 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-9d20999e-c822-44dc-a7f3-a5ba8f9889a9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d1bf20f4-6eb7-4d60-89e3-7dfa648fb699 HTTP/1.1" status: 204 len: 168 time: 0.2192683 Feb 17 17:52:59.767497 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:59.905541 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:00.260681 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b24a06-f1c6-4162-9f2e-7dc093d3f2cc req-de3b6a60-d815-4af3-8352-723e05f18fa9 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:00.262384 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-26b24a06-f1c6-4162-9f2e-7dc093d3f2cc req-de3b6a60-d815-4af3-8352-723e05f18fa9 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=017f645b-1ad1-4317-a1dc-e7457a474ec8 HTTP/1.1" status: 200 len: 943 time: 0.0935500 Feb 17 17:53:00.327775 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-26b24a06-f1c6-4162-9f2e-7dc093d3f2cc req-775e11be-2887-4f70-ad65-7798a5357de6 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583026 Feb 17 17:53:00.547243 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182961d5-966d-433b-a147-554760c2c10f req-3a7bc784-136e-4521-90a1-3cea780ebce8 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:00.552778 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-182961d5-966d-433b-a147-554760c2c10f req-3a7bc784-136e-4521-90a1-3cea780ebce8 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1146867 Feb 17 17:53:00.600734 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-182961d5-966d-433b-a147-554760c2c10f req-57548395-fedc-453f-b34f-bdb683ad5fb8 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452688 Feb 17 17:53:01.556984 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cc565-c504-4c0c-8338-d6baa6fa9f48 req-ebf82882-77ca-4f38-a98e-01ce8d953ff7 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:01.558870 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f42cc565-c504-4c0c-8338-d6baa6fa9f48 req-ebf82882-77ca-4f38-a98e-01ce8d953ff7 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=017f645b-1ad1-4317-a1dc-e7457a474ec8 HTTP/1.1" status: 200 len: 943 time: 0.0992534 Feb 17 17:53:01.724687 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f42cc565-c504-4c0c-8338-d6baa6fa9f48 req-3b51ec30-9757-405c-8d93-a670850cf363 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868340 Feb 17 17:53:01.748665 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2d93a-1555-4afb-8b1a-a6cd41e34d98 req-8c7d184f-e478-4837-9180-18f6531bfab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:01.750351 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-52e2d93a-1555-4afb-8b1a-a6cd41e34d98 req-8c7d184f-e478-4837-9180-18f6531bfab2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 1162 time: 0.1822920 Feb 17 17:53:01.817026 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-52e2d93a-1555-4afb-8b1a-a6cd41e34d98 req-26731ac1-9954-4cfa-9042-ca85acaf5aa5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518110 Feb 17 17:53:01.857928 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d53c15-2ee9-4b7f-b69f-df7585dbdfd7 req-4973fabf-8a11-4c97-8bd9-cf8a16859a38 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:01.859586 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-72d53c15-2ee9-4b7f-b69f-df7585dbdfd7 req-4973fabf-8a11-4c97-8bd9-cf8a16859a38 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.0941873 Feb 17 17:53:01.910534 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-72d53c15-2ee9-4b7f-b69f-df7585dbdfd7 req-ce0405a2-1d84-4d99-86e6-187bec52396d tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443261 Feb 17 17:53:02.942675 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05482bf9-0e46-49bb-a19c-36dffa01e39d req-3ee26d58-e46e-4ea2-b055-6ca2871e01c4 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:02.944863 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-05482bf9-0e46-49bb-a19c-36dffa01e39d req-3ee26d58-e46e-4ea2-b055-6ca2871e01c4 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=017f645b-1ad1-4317-a1dc-e7457a474ec8 HTTP/1.1" status: 200 len: 943 time: 0.0977564 Feb 17 17:53:03.002069 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-05482bf9-0e46-49bb-a19c-36dffa01e39d req-727f5e56-881c-4c4a-bef5-bd5626fa80a7 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495095 Feb 17 17:53:03.127275 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66695c7-6ba3-4bd1-b43d-df11cb865128 req-11ca9670-68ca-437f-bb75-1140d65f3c20 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:03.128932 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f66695c7-6ba3-4bd1-b43d-df11cb865128 req-11ca9670-68ca-437f-bb75-1140d65f3c20 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.0966394 Feb 17 17:53:03.179963 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f66695c7-6ba3-4bd1-b43d-df11cb865128 req-5c9236f5-24e7-449d-b5d4-8a002c00e5b7 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436172 Feb 17 17:53:04.224264 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea9ae0-ed9c-493f-8e40-2ef782087647 req-e77f3e9f-56dc-4087-bbef-2a113e253130 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:04.226018 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-beea9ae0-ed9c-493f-8e40-2ef782087647 req-e77f3e9f-56dc-4087-bbef-2a113e253130 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=017f645b-1ad1-4317-a1dc-e7457a474ec8 HTTP/1.1" status: 200 len: 943 time: 0.1003373 Feb 17 17:53:04.283809 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-beea9ae0-ed9c-493f-8e40-2ef782087647 req-db9c0019-66b9-407e-a4a6-a1440b3285c4 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500801 Feb 17 17:53:04.402313 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecc483-d143-4115-8aef-7c8c80da3595 req-9034aac3-1ebc-48bc-bebb-375209985806 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:04.404128 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-08ecc483-d143-4115-8aef-7c8c80da3595 req-9034aac3-1ebc-48bc-bebb-375209985806 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.0952048 Feb 17 17:53:04.459019 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-08ecc483-d143-4115-8aef-7c8c80da3595 req-c37a05b1-ec35-4b11-b82d-540d672b31f7 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480080 Feb 17 17:53:04.479839 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 46474) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:53:04.614252 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6c3c70f1-8270-4b99-b3f8-4ab40c801b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:04.632410 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6c3c70f1-8270-4b99-b3f8-4ab40c801b23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:53:04.643801 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-6c3c70f1-8270-4b99-b3f8-4ab40c801b23 admin admin] Usage tracker for resource:security_group_rule and tenant:5efbc4bdd39a4ded9c294a4328773d77 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:53:04.647369 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-6c3c70f1-8270-4b99-b3f8-4ab40c801b23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:53:04.658441 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6c3c70f1-8270-4b99-b3f8-4ab40c801b23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:53:04.782482 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6c3c70f1-8270-4b99-b3f8-4ab40c801b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:04.786414 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6c3c70f1-8270-4b99-b3f8-4ab40c801b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:04.796530 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-955d6dbf-5680-4f2a-b3ed-4558e23a84d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:04.850128 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-6c3c70f1-8270-4b99-b3f8-4ab40c801b23 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5efbc4bdd39a4ded9c294a4328773d77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3640416 Feb 17 17:53:04.850423 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 46492) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:53:04.870849 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c70f1-8270-4b99-b3f8-4ab40c801b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9ffb39-e50e-4dc1-a478-d69fe4f3fa79,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:04.875123 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6c3c70f1-8270-4b99-b3f8-4ab40c801b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:05.038017 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c020b099-a265-40c4-8b8e-1834094712bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:05.099203 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c020b099-a265-40c4-8b8e-1834094712bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:05.204201 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c66189-ff71-4364-ae43-072514489fca req-c4261ffc-df5f-4257-bf46-ac96db884ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:05.205893 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f0c66189-ff71-4364-ae43-072514489fca req-c4261ffc-df5f-4257-bf46-ac96db884ca8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f216181af2b648939636de50f29d3988&device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 1162 time: 0.3005197 Feb 17 17:53:05.216459 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103d81b-0505-4995-aab3-8e1c8eba8567 req-6e4b451d-417e-4617-bf90-f877c0d6f951 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:05.218227 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2103d81b-0505-4995-aab3-8e1c8eba8567 req-6e4b451d-417e-4617-bf90-f877c0d6f951 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.2691929 Feb 17 17:53:05.340534 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c020b099-a265-40c4-8b8e-1834094712bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:05.353924 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c03a3326-4acb-4e3e-b791-ecac79f135ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:05.375852 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020b099-a265-40c4-8b8e-1834094712bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9ffb39-e50e-4dc1-a478-d69fe4f3fa79,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:05.378811 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c020b099-a265-40c4-8b8e-1834094712bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:05.442738 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c66189-ff71-4364-ae43-072514489fca req-16a8e4ab-1513-497e-a8e3-6c1435823bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:05.444635 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f0c66189-ff71-4364-ae43-072514489fca req-16a8e4ab-1513-497e-a8e3-6c1435823bff service neutron] 10.222.0.67 "GET /v2.0/networks?id=7b435b71-d20c-4f15-b462-26d694fc6d23 HTTP/1.1" status: 200 len: 913 time: 0.2251291 Feb 17 17:53:05.445506 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c020b099-a265-40c4-8b8e-1834094712bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:05.447403 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-c020b099-a265-40c4-8b8e-1834094712bb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1e9ffb39-e50e-4dc1-a478-d69fe4f3fa79 HTTP/1.1" status: 204 len: 168 time: 0.5960917 Feb 17 17:53:05.462765 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2103d81b-0505-4995-aab3-8e1c8eba8567 req-baa81600-dc56-4f1c-ad58-4f8eb9e93680 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189965 Feb 17 17:53:05.529626 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1b977-d970-41cf-af6c-244707f354f3 req-288701aa-493e-48ae-82a1-751ac3058da1 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:05.532230 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-56a1b977-d970-41cf-af6c-244707f354f3 req-288701aa-493e-48ae-82a1-751ac3058da1 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=017f645b-1ad1-4317-a1dc-e7457a474ec8 HTTP/1.1" status: 200 len: 943 time: 0.1141496 Feb 17 17:53:05.543354 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f0c66189-ff71-4364-ae43-072514489fca req-2a4ba7b3-3b48-459d-96e8-aaf035ccbe87 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d482831-300d-4594-8b0f-d3b31c42e5e4 HTTP/1.1" status: 200 len: 217 time: 0.0853376 Feb 17 17:53:05.591934 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-56a1b977-d970-41cf-af6c-244707f354f3 req-31920659-b463-4891-baf7-b7220249a2c5 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529740 Feb 17 17:53:05.636812 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c66189-ff71-4364-ae43-072514489fca req-ec9624bf-0a05-4281-9994-0e17a27b48c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:05.638632 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f0c66189-ff71-4364-ae43-072514489fca req-ec9624bf-0a05-4281-9994-0e17a27b48c5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c2cdc979-22d3-4af2-8aed-276237453deb HTTP/1.1" status: 200 len: 859 time: 0.0858991 Feb 17 17:53:05.709071 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f0c66189-ff71-4364-ae43-072514489fca req-fb5f46fa-51e6-41dd-a8d7-c932fd011a46 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b435b71-d20c-4f15-b462-26d694fc6d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603020 Feb 17 17:53:05.937542 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f0c66189-ff71-4364-ae43-072514489fca req-bea08caf-9510-4fbf-885b-c5692a608479 service neutron] 10.222.0.67 "GET /v2.0/networks/7b435b71-d20c-4f15-b462-26d694fc6d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205958 Feb 17 17:53:06.070622 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 46540) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:53:06.095533 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34a31556-be95-42bd-b88d-125bf6df8a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:06.114370 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-34a31556-be95-42bd-b88d-125bf6df8a3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:53:06.118598 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-34a31556-be95-42bd-b88d-125bf6df8a3d admin admin] Usage tracker for resource:security_group_rule and tenant:1cc29f11c7b8422c8b52bef92b5bd99f is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:53:06.121847 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-34a31556-be95-42bd-b88d-125bf6df8a3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:53:06.128133 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-34a31556-be95-42bd-b88d-125bf6df8a3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:53:06.128327 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f0c66189-ff71-4364-ae43-072514489fca req-99895ed9-ae9a-480a-9155-53501f746417 service neutron] 10.222.0.67 "GET /v2.0/networks/7b435b71-d20c-4f15-b462-26d694fc6d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1774824 Feb 17 17:53:06.218189 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34a31556-be95-42bd-b88d-125bf6df8a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:06.221046 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34a31556-be95-42bd-b88d-125bf6df8a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:06.230585 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c484606b-02a8-49df-b432-012e8ec2cede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:06.273946 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-34a31556-be95-42bd-b88d-125bf6df8a3d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1cc29f11c7b8422c8b52bef92b5bd99f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2010245 Feb 17 17:53:06.275576 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a31556-be95-42bd-b88d-125bf6df8a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc1e7ca-9a95-425e-98b3-6cc6bf904e3f,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:06.277857 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 46544) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:53:06.279060 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34a31556-be95-42bd-b88d-125bf6df8a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:06.354850 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cbd20bdb-de45-402b-9923-5c7ee2424417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:06.383098 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cbd20bdb-de45-402b-9923-5c7ee2424417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:06.430366 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cbd20bdb-de45-402b-9923-5c7ee2424417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:06.435755 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-54a043d6-cd6e-4ff5-ac5f-e30cae3fc338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:06.450777 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd20bdb-de45-402b-9923-5c7ee2424417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc1e7ca-9a95-425e-98b3-6cc6bf904e3f,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:06.453968 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cbd20bdb-de45-402b-9923-5c7ee2424417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:06.454917 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cbd20bdb-de45-402b-9923-5c7ee2424417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:06.456168 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-cbd20bdb-de45-402b-9923-5c7ee2424417 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ccc1e7ca-9a95-425e-98b3-6cc6bf904e3f HTTP/1.1" status: 204 len: 168 time: 0.1771901 Feb 17 17:53:06.688553 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8ed6f-2f36-473d-ba18-6259c700cd5f req-1870b929-6b8b-40ff-a8a2-b29e3ff2c45b tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:06.688939 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-16a8ed6f-2f36-473d-ba18-6259c700cd5f req-1870b929-6b8b-40ff-a8a2-b29e3ff2c45b tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.0997937 Feb 17 17:53:06.771500 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-16a8ed6f-2f36-473d-ba18-6259c700cd5f req-758debdc-ef84-4108-b5a6-42f425a3c222 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704446 Feb 17 17:53:06.874428 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467158e4-e10e-4eea-83f7-3359ec4655a0 req-8e6b8c03-cb6d-4262-ab61-033e2994df24 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:06.876531 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-467158e4-e10e-4eea-83f7-3359ec4655a0 req-8e6b8c03-cb6d-4262-ab61-033e2994df24 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=017f645b-1ad1-4317-a1dc-e7457a474ec8 HTTP/1.1" status: 200 len: 943 time: 0.1027641 Feb 17 17:53:06.937716 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-467158e4-e10e-4eea-83f7-3359ec4655a0 req-d5ed0449-5004-4ad2-aa30-d8075b9e4985 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546927 Feb 17 17:53:07.200321 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 3e98f710-a3a5-44ed-849b-ea452d566a68 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:53:07.282567 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning for port 3e98f710-a3a5-44ed-849b-ea452d566a68 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:53:07.287724 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 3e98f710-a3a5-44ed-849b-ea452d566a68 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:53:07.288149 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:07.436706 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:07.472974 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] For port 3e98f710-a3a5-44ed-849b-ea452d566a68, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=3e98f710-a3a5-44ed-849b-ea452d566a68,segment=NetworkSegment(cd4ef5f5-798d-462d-940e-fdbc85c2c98b),segment_id=cd4ef5f5-798d-462d-940e-fdbc85c2c98b)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:53:07.473999 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017f645b-1ad1-4317-a1dc-e7457a474ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e98f710-a3a5-44ed-849b-ea452d566a68'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:53:07.481005 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:07.482026 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 7d482831-300d-4594-8b0f-d3b31c42e5e4 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:53:07.514065 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:07.554395 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017f645b-1ad1-4317-a1dc-e7457a474ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e98f710-a3a5-44ed-849b-ea452d566a68', 'code': 200} Feb 17 17:53:07.619567 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Pushing event updated for resources: {'Port': ['ID=3e98f710-a3a5-44ed-849b-ea452d566a68,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:07.631342 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:07.631746 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:07.632135 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:07.632503 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:07.633073 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:07.633616 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:07.634157 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:07.634679 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:07.635200 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:07.635716 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:07.636416 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:07.636954 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:07.638001 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:07.638511 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:07.638929 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:07.639290 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:07.639820 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:07.640397 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:07.640945 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:07.641461 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:07.641996 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:07.642516 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:07.643032 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:07.643589 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:07.653070 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:07.656352 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 7d482831-300d-4594-8b0f-d3b31c42e5e4 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:53:07.656992 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:07.864417 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c421edc-5d24-4ebf-ba12-c4db719d330f req-cb99d006-684c-483e-a122-ce63c506ecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:07.866715 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7c421edc-5d24-4ebf-ba12-c4db719d330f req-cb99d006-684c-483e-a122-ce63c506ecb9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=017f645b-1ad1-4317-a1dc-e7457a474ec8 HTTP/1.1" status: 200 len: 1162 time: 0.0887785 Feb 17 17:53:07.885969 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 46600) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:53:07.924747 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7c421edc-5d24-4ebf-ba12-c4db719d330f req-fc43b7e3-0d97-4543-9823-488227a1173c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444605 Feb 17 17:53:08.022201 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd028f28-0c68-4eeb-b8b6-d45bbc0383ac req-4996e6fb-2303-4056-a4e2-ba0aa2f8c957 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:08.023961 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cd028f28-0c68-4eeb-b8b6-d45bbc0383ac req-4996e6fb-2303-4056-a4e2-ba0aa2f8c957 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1007802 Feb 17 17:53:08.042838 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2f2c39c2-f704-4f1d-a915-4fdc7b60317a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:08.143456 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2f2c39c2-f704-4f1d-a915-4fdc7b60317a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:53:08.151128 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cd028f28-0c68-4eeb-b8b6-d45bbc0383ac req-38afc5e9-c7f0-4ade-bb44-79915ea072ef tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983744 Feb 17 17:53:08.156523 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-2f2c39c2-f704-4f1d-a915-4fdc7b60317a admin admin] Usage tracker for resource:security_group_rule and tenant:c62cc2de29374821ae9e92c9ef149865 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:53:08.160193 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-2f2c39c2-f704-4f1d-a915-4fdc7b60317a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:53:08.166295 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2f2c39c2-f704-4f1d-a915-4fdc7b60317a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:53:08.194809 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780a76d-fce5-4145-84c7-c6c81ab4799e req-c65e4f30-0693-4e43-bcb4-20e762de9e96 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:08.198474 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3780a76d-fce5-4145-84c7-c6c81ab4799e req-c65e4f30-0693-4e43-bcb4-20e762de9e96 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=017f645b-1ad1-4317-a1dc-e7457a474ec8 HTTP/1.1" status: 200 len: 945 time: 0.1287789 Feb 17 17:53:08.256881 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3780a76d-fce5-4145-84c7-c6c81ab4799e req-5cc7c61c-7630-4110-894e-8c83428161b8 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498335 Feb 17 17:53:08.279912 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2f2c39c2-f704-4f1d-a915-4fdc7b60317a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:08.282971 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2f2c39c2-f704-4f1d-a915-4fdc7b60317a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:08.291888 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26633bac-cd67-485b-8cc4-9811a6144854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:08.329528 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 3e98f710-a3a5-44ed-849b-ea452d566a68 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:53:08.332152 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c39c2-f704-4f1d-a915-4fdc7b60317a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5a3fc3-209f-49cb-9c6d-2650abbcfaaa,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:08.338435 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2f2c39c2-f704-4f1d-a915-4fdc7b60317a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:08.348141 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 46618) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:53:08.348516 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-2f2c39c2-f704-4f1d-a915-4fdc7b60317a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c62cc2de29374821ae9e92c9ef149865&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4611545 Feb 17 17:53:08.415773 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3b2476fe-55bf-485f-a1e0-188b5f5837e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:08.431505 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 3e98f710-a3a5-44ed-849b-ea452d566a68 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:53:08.431821 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:08.455454 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3b2476fe-55bf-485f-a1e0-188b5f5837e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:08.513314 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3b2476fe-55bf-485f-a1e0-188b5f5837e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:08.518901 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-06580cc7-5029-4bfd-b453-23dace3c6c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:08.536410 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2476fe-55bf-485f-a1e0-188b5f5837e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5a3fc3-209f-49cb-9c6d-2650abbcfaaa,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:08.548666 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3b2476fe-55bf-485f-a1e0-188b5f5837e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:08.549858 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3b2476fe-55bf-485f-a1e0-188b5f5837e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:08.553403 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-3b2476fe-55bf-485f-a1e0-188b5f5837e4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6b5a3fc3-209f-49cb-9c6d-2650abbcfaaa HTTP/1.1" status: 204 len: 168 time: 0.2028880 Feb 17 17:53:08.637019 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:09.370676 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f68d9c-2e74-43a7-90ac-da2c073f72e8 req-2629b870-9bca-4569-a156-3ed4983833c3 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:09.372346 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-84f68d9c-2e74-43a7-90ac-da2c073f72e8 req-2629b870-9bca-4569-a156-3ed4983833c3 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.0987332 Feb 17 17:53:09.425609 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-84f68d9c-2e74-43a7-90ac-da2c073f72e8 req-caac6ede-74aa-4425-b541-990dd63322de tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452783 Feb 17 17:53:09.478851 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979cede6-8119-466b-8ec6-cb0a92b2c4e7 req-e131c16f-1223-4352-b0f2-009aa9893859 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:09.481155 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-979cede6-8119-466b-8ec6-cb0a92b2c4e7 req-e131c16f-1223-4352-b0f2-009aa9893859 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=017f645b-1ad1-4317-a1dc-e7457a474ec8 HTTP/1.1" status: 200 len: 945 time: 0.0976775 Feb 17 17:53:09.545505 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-979cede6-8119-466b-8ec6-cb0a92b2c4e7 req-26c0a476-6c37-404e-8396-0ee101384e5c tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566306 Feb 17 17:53:10.634527 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0cb9e-71e8-4031-ac88-b7420932d1e5 req-5cdf4f43-eab0-42b9-88e9-099bcabb0a0b tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:10.636187 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fec0cb9e-71e8-4031-ac88-b7420932d1e5 req-5cdf4f43-eab0-42b9-88e9-099bcabb0a0b tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.0939286 Feb 17 17:53:10.689176 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fec0cb9e-71e8-4031-ac88-b7420932d1e5 req-4585d40d-b2db-4390-a739-f1620e66fe12 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457447 Feb 17 17:53:10.769857 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09116a-9be6-43c1-bd81-ca17523fce39 req-7ac86abf-1eba-462e-bfec-d941c54e59fb tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:10.771494 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-dd09116a-9be6-43c1-bd81-ca17523fce39 req-7ac86abf-1eba-462e-bfec-d941c54e59fb tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=017f645b-1ad1-4317-a1dc-e7457a474ec8 HTTP/1.1" status: 200 len: 945 time: 0.0982361 Feb 17 17:53:10.826106 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-dd09116a-9be6-43c1-bd81-ca17523fce39 req-142218fa-00ea-465a-951c-0a8c1902b06a tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473063 Feb 17 17:53:11.848697 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 46696) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:53:11.910189 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19efb4-79c7-484a-b93f-ffcefb786dfe req-7b10247f-85e3-4f7d-a08a-da06315c65fc tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:11.918912 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-db19efb4-79c7-484a-b93f-ffcefb786dfe req-7b10247f-85e3-4f7d-a08a-da06315c65fc tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.1782162 Feb 17 17:53:11.991046 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-db19efb4-79c7-484a-b93f-ffcefb786dfe req-8ba196c3-db1a-4276-b84e-25333413a3b7 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711455 Feb 17 17:53:12.072194 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ed437055-dcf1-42b2-a518-34a54e588fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:12.092718 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ed437055-dcf1-42b2-a518-34a54e588fc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:53:12.097155 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-ed437055-dcf1-42b2-a518-34a54e588fc9 admin admin] Usage tracker for resource:security_group_rule and tenant:10403b393c864748aa2050bec34c1bc7 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:53:12.100209 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-ed437055-dcf1-42b2-a518-34a54e588fc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:53:12.107752 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ed437055-dcf1-42b2-a518-34a54e588fc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:53:12.219621 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ed437055-dcf1-42b2-a518-34a54e588fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:12.222962 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ed437055-dcf1-42b2-a518-34a54e588fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:12.233491 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6f3746e1-0ca3-44b8-ae33-a3f291f7d07b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:12.285699 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-ed437055-dcf1-42b2-a518-34a54e588fc9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=10403b393c864748aa2050bec34c1bc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4319794 Feb 17 17:53:12.285699 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed437055-dcf1-42b2-a518-34a54e588fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6096c36b-60f6-460d-9c5d-fc8cc8d415bf,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:12.286252 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 46706) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:53:12.287830 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ed437055-dcf1-42b2-a518-34a54e588fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:12.366941 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-872e0dae-12d0-4284-8627-130b9ad76329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:12.403510 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-872e0dae-12d0-4284-8627-130b9ad76329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:12.464335 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-872e0dae-12d0-4284-8627-130b9ad76329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:12.474533 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-baff3e79-6cef-47fe-8904-320155f720ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:12.495289 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e0dae-12d0-4284-8627-130b9ad76329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6096c36b-60f6-460d-9c5d-fc8cc8d415bf,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:12.499227 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-872e0dae-12d0-4284-8627-130b9ad76329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:12.501594 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-872e0dae-12d0-4284-8627-130b9ad76329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:12.506318 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-872e0dae-12d0-4284-8627-130b9ad76329 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6096c36b-60f6-460d-9c5d-fc8cc8d415bf HTTP/1.1" status: 204 len: 168 time: 0.2156067 Feb 17 17:53:12.912753 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1acc92-2d78-4f16-ba5f-6f64e13536bc req-58dee07f-4835-4ed3-83c6-cbe9b0a26ca2 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:12.918124 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1e1acc92-2d78-4f16-ba5f-6f64e13536bc req-58dee07f-4835-4ed3-83c6-cbe9b0a26ca2 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1322100 Feb 17 17:53:12.977177 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1e1acc92-2d78-4f16-ba5f-6f64e13536bc req-df3bbb3b-1774-489d-b574-507b0c62316c tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523875 Feb 17 17:53:13.607179 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d48b72-8c61-4644-a9cf-beaf44a6928d req-89a4de75-7789-40b9-ae67-8f51ca43942d tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:13.610148 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f0d48b72-8c61-4644-a9cf-beaf44a6928d req-89a4de75-7789-40b9-ae67-8f51ca43942d tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.1270592 Feb 17 17:53:13.688660 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f0d48b72-8c61-4644-a9cf-beaf44a6928d req-b4ad70e7-7abe-43fc-9f88-3d7e0871b1eb tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705740 Feb 17 17:53:14.976625 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7899fb-261d-4adf-9706-815ae6115d84 req-efe93926-84e1-43ad-bd21-4b5ccc3ae7a3 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:14.978346 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7c7899fb-261d-4adf-9706-815ae6115d84 req-efe93926-84e1-43ad-bd21-4b5ccc3ae7a3 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.1490686 Feb 17 17:53:15.034890 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7c7899fb-261d-4adf-9706-815ae6115d84 req-f79a87c3-9e76-4c72-bfac-59c0d4022de8 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487888 Feb 17 17:53:15.150241 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dd8ae-9c17-4a71-9a33-0f13d93fda10 req-46a9415f-fa41-4133-a584-063df95f320d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:15.152012 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5d4dd8ae-9c17-4a71-9a33-0f13d93fda10 req-46a9415f-fa41-4133-a584-063df95f320d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.1039069 Feb 17 17:53:15.206184 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5d4dd8ae-9c17-4a71-9a33-0f13d93fda10 req-2cff6f93-ac52-431e-8773-5b9096be804d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473273 Feb 17 17:53:16.290613 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309d15e-55b5-47da-910f-c50818dc8dd0 req-333be702-7b64-40b5-9414-11bdcbd98278 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:16.318933 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b309d15e-55b5-47da-910f-c50818dc8dd0 req-333be702-7b64-40b5-9414-11bdcbd98278 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.1259468 Feb 17 17:53:16.533169 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38cf311-4e6a-489e-a9a5-efaf82b9f41d req-b283a0f3-c803-4ce1-847f-3667779f45c0 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:16.540880 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d38cf311-4e6a-489e-a9a5-efaf82b9f41d req-b283a0f3-c803-4ce1-847f-3667779f45c0 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.1246340 Feb 17 17:53:16.593271 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d38cf311-4e6a-489e-a9a5-efaf82b9f41d req-8fde98d8-1f02-4a84-b087-93954d2eaf23 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488973 Feb 17 17:53:16.634270 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b309d15e-55b5-47da-910f-c50818dc8dd0 req-6e37ab4f-7eed-4cb4-88e9-e9a1c61ca15d tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3136115 Feb 17 17:53:17.640255 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59e070-cd9c-4c66-8201-e4c6e92fc457 req-36305dee-a961-4687-8970-639f013a3af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:17.642562 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-be59e070-cd9c-4c66-8201-e4c6e92fc457 req-36305dee-a961-4687-8970-639f013a3af4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f216181af2b648939636de50f29d3988&device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 1162 time: 0.0912066 Feb 17 17:53:17.643822 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527c3ae-4a2e-4e64-b110-53b2bed168be req-699e96b1-23f4-423c-9f5e-5463ee118886 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:17.645693 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4527c3ae-4a2e-4e64-b110-53b2bed168be req-699e96b1-23f4-423c-9f5e-5463ee118886 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.0951424 Feb 17 17:53:17.716342 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4527c3ae-4a2e-4e64-b110-53b2bed168be req-0a4ce765-a1ff-4863-bdda-2bed38740ac7 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616255 Feb 17 17:53:17.935561 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59e070-cd9c-4c66-8201-e4c6e92fc457 req-1924b108-d605-4ded-a470-a09cdaa8a5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:17.937487 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-be59e070-cd9c-4c66-8201-e4c6e92fc457 req-1924b108-d605-4ded-a470-a09cdaa8a5f4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7b435b71-d20c-4f15-b462-26d694fc6d23 HTTP/1.1" status: 200 len: 913 time: 0.2844927 Feb 17 17:53:17.974706 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed8b17-7a2f-4b3c-a92a-2f910c79f728 req-97566f49-424c-452f-9f94-5398ae40dbae tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:17.974706 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-86ed8b17-7a2f-4b3c-a92a-2f910c79f728 req-97566f49-424c-452f-9f94-5398ae40dbae tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.1051013 Feb 17 17:53:18.021273 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e9999-717d-4048-a197-172f71626c4f req-df64562a-7c10-4987-b85b-5d52d3f47268 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:18.023163 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-032e9999-717d-4048-a197-172f71626c4f req-df64562a-7c10-4987-b85b-5d52d3f47268 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.2234967 Feb 17 17:53:18.026975 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-86ed8b17-7a2f-4b3c-a92a-2f910c79f728 req-7f49ea96-cf6e-4bd6-8f19-c5483a7d5702 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474901 Feb 17 17:53:18.039385 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-be59e070-cd9c-4c66-8201-e4c6e92fc457 req-368b2823-aa0f-4c87-a444-41b2850dc16a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d482831-300d-4594-8b0f-d3b31c42e5e4 HTTP/1.1" status: 200 len: 217 time: 0.0887644 Feb 17 17:53:18.139559 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-032e9999-717d-4048-a197-172f71626c4f req-44a73244-c10b-47cc-8d42-234bb3fdf9a4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994692 Feb 17 17:53:18.145421 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59e070-cd9c-4c66-8201-e4c6e92fc457 req-5ea5df1f-3797-4f8d-b236-55fb178438b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:18.147014 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-be59e070-cd9c-4c66-8201-e4c6e92fc457 req-5ea5df1f-3797-4f8d-b236-55fb178438b9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c2cdc979-22d3-4af2-8aed-276237453deb HTTP/1.1" status: 200 len: 859 time: 0.0897992 Feb 17 17:53:18.221339 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-be59e070-cd9c-4c66-8201-e4c6e92fc457 req-b59751c6-113d-49e3-aafd-5967b665ba31 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b435b71-d20c-4f15-b462-26d694fc6d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492847 Feb 17 17:53:18.370643 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-be59e070-cd9c-4c66-8201-e4c6e92fc457 req-4cd51e77-2c68-4d92-bfcb-ec0f19eef37e service neutron] 10.222.0.67 "GET /v2.0/networks/7b435b71-d20c-4f15-b462-26d694fc6d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418543 Feb 17 17:53:18.523115 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-be59e070-cd9c-4c66-8201-e4c6e92fc457 req-2df196b1-be70-4719-8cf8-4e5f7076ae07 service neutron] 10.222.0.67 "GET /v2.0/networks/7b435b71-d20c-4f15-b462-26d694fc6d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1384525 Feb 17 17:53:18.935579 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70091045-6a52-4194-8a04-37373d1935e0 req-13f7903f-51f9-4304-afed-b0236d5de92f tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:18.937257 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-70091045-6a52-4194-8a04-37373d1935e0 req-13f7903f-51f9-4304-afed-b0236d5de92f tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.0942845 Feb 17 17:53:18.991074 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-70091045-6a52-4194-8a04-37373d1935e0 req-40a37fb8-2d9a-4d85-806d-618ce228ce5c tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467682 Feb 17 17:53:19.264122 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5add3-5904-40c6-9955-cd693c237aad req-f7a15cb1-fb12-4b86-b50e-41057deaf70c tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:19.266036 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-46e5add3-5904-40c6-9955-cd693c237aad req-f7a15cb1-fb12-4b86-b50e-41057deaf70c tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.0983191 Feb 17 17:53:19.271225 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311f36b-b896-4136-91ac-b5f59ffaddfd req-848be6f5-cad7-451a-a32b-b21529988dba tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:19.272940 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4311f36b-b896-4136-91ac-b5f59ffaddfd req-848be6f5-cad7-451a-a32b-b21529988dba tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=017f645b-1ad1-4317-a1dc-e7457a474ec8 HTTP/1.1" status: 200 len: 945 time: 0.0956867 Feb 17 17:53:19.321966 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-46e5add3-5904-40c6-9955-cd693c237aad req-75dfe991-6afd-4e66-82f0-6d5bf09644bd tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467467 Feb 17 17:53:19.323419 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4311f36b-b896-4136-91ac-b5f59ffaddfd req-33bb6ecb-b102-4520-a789-68663b4f3b61 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431778 Feb 17 17:53:19.520922 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de324081-4b14-4059-8d3c-e7f07207a1d0 req-a27712f0-c515-4316-91d6-4b80d41027f7 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:19.522529 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-de324081-4b14-4059-8d3c-e7f07207a1d0 req-a27712f0-c515-4316-91d6-4b80d41027f7 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.0923512 Feb 17 17:53:19.573910 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-de324081-4b14-4059-8d3c-e7f07207a1d0 req-5733f64a-1d90-4f6c-b20d-1084f2ae12b5 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447633 Feb 17 17:53:20.202423 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02967536-3e02-4b8f-beb2-0668a733a000 req-00b7ee79-2748-40e3-9604-2b21ad4a82c9 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:20.203948 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-02967536-3e02-4b8f-beb2-0668a733a000 req-00b7ee79-2748-40e3-9604-2b21ad4a82c9 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.0894144 Feb 17 17:53:20.473223 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-02967536-3e02-4b8f-beb2-0668a733a000 req-e1613206-400d-404a-9bfd-0b1245b59687 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628388 Feb 17 17:53:20.551516 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473b991-cc6b-4cee-a8c7-5d03c3b70573 req-a04fbeaf-f20f-4545-abcf-16e16c42cca3 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:20.553354 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a473b991-cc6b-4cee-a8c7-5d03c3b70573 req-a04fbeaf-f20f-4545-abcf-16e16c42cca3 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.1048174 Feb 17 17:53:20.607848 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a473b991-cc6b-4cee-a8c7-5d03c3b70573 req-76ba8c02-9437-4aa0-a730-b9b78b67c21d tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468016 Feb 17 17:53:20.688745 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd26684-dbd9-4d06-8b5e-266304f1dd2f req-81d98f71-3e7c-479c-9b5e-686685ef3d8b tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:20.690447 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-dfd26684-dbd9-4d06-8b5e-266304f1dd2f req-81d98f71-3e7c-479c-9b5e-686685ef3d8b tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=017f645b-1ad1-4317-a1dc-e7457a474ec8 HTTP/1.1" status: 200 len: 945 time: 0.0983889 Feb 17 17:53:20.746137 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-dfd26684-dbd9-4d06-8b5e-266304f1dd2f req-28635423-eabb-4e00-aee9-616531465b6c tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482926 Feb 17 17:53:20.813462 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb4227-6ffe-47e6-af5e-6ba9002947d6 req-bfd148cb-40af-45cd-abf9-64e51eba7bb5 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:20.815094 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9beb4227-6ffe-47e6-af5e-6ba9002947d6 req-bfd148cb-40af-45cd-abf9-64e51eba7bb5 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.0983615 Feb 17 17:53:20.864364 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9beb4227-6ffe-47e6-af5e-6ba9002947d6 req-1ce33331-d229-4f13-a0e0-6820a7a69e68 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421565 Feb 17 17:53:21.738102 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cc662-64f5-4d2e-bbb1-ba6994587302 req-ac5451fa-702a-4bbe-8221-67553137b85f tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:21.739987 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2a5cc662-64f5-4d2e-bbb1-ba6994587302 req-ac5451fa-702a-4bbe-8221-67553137b85f tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1463108 Feb 17 17:53:21.804315 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2a5cc662-64f5-4d2e-bbb1-ba6994587302 req-278783ae-ea4c-4c3a-9501-6c1091c1a1ff tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549634 Feb 17 17:53:21.827338 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e08fb-f57a-4d3b-9fb3-1184ce91251d req-353ca97e-4178-4bc6-a668-16b7232d503a tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:21.827731 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac38f31-d158-4cc4-a9cf-53359d933c4f req-e4a9b5ac-77e4-4e67-acd3-26d9f61f2686 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:21.829233 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c85e08fb-f57a-4d3b-9fb3-1184ce91251d req-353ca97e-4178-4bc6-a668-16b7232d503a tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.67 "GET /v2.0/ports?device_id=017f645b-1ad1-4317-a1dc-e7457a474ec8 HTTP/1.1" status: 200 len: 945 time: 0.1617043 Feb 17 17:53:21.839857 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5ac38f31-d158-4cc4-a9cf-53359d933c4f req-e4a9b5ac-77e4-4e67-acd3-26d9f61f2686 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.1087496 Feb 17 17:53:21.900097 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5ac38f31-d158-4cc4-a9cf-53359d933c4f req-8bff749c-eda1-49a7-a2c8-e775ded1f424 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545588 Feb 17 17:53:21.940508 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 46886) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:53:21.958043 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-c85e08fb-f57a-4d3b-9fb3-1184ce91251d req-b7b16e51-bee9-4598-b6d2-ff6f1d86fff3 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Deleting port 3e98f710-a3a5-44ed-849b-ea452d566a68 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:53:21.958442 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c85e08fb-f57a-4d3b-9fb3-1184ce91251d req-b7b16e51-bee9-4598-b6d2-ff6f1d86fff3 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:22.125257 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e0001b5d-9847-4004-bc0a-fb6257f87f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:22.144858 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-e0001b5d-9847-4004-bc0a-fb6257f87f8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:53:22.152697 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-e0001b5d-9847-4004-bc0a-fb6257f87f8a admin admin] Usage tracker for resource:security_group_rule and tenant:d9ea04174fb1498fbeccc4512303af76 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:53:22.158260 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-e0001b5d-9847-4004-bc0a-fb6257f87f8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:53:22.166553 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-e0001b5d-9847-4004-bc0a-fb6257f87f8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:53:22.207004 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ed5af-42a7-4313-ab97-6c204ad7c24c req-4421b54f-4823-4c3a-9f11-840d75e7cc75 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:22.208601 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d39ed5af-42a7-4313-ab97-6c204ad7c24c req-4421b54f-4823-4c3a-9f11-840d75e7cc75 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.1878386 Feb 17 17:53:22.247144 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8aa5e-1592-4077-9bf0-16160e583b19 req-331a37c7-b1ad-4c9a-99af-045809fc66a6 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:22.248845 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ddc8aa5e-1592-4077-9bf0-16160e583b19 req-331a37c7-b1ad-4c9a-99af-045809fc66a6 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=017f645b-1ad1-4317-a1dc-e7457a474ec8 HTTP/1.1" status: 200 len: 945 time: 0.2523289 Feb 17 17:53:22.279983 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d39ed5af-42a7-4313-ab97-6c204ad7c24c req-81c95fc5-324c-470c-b8b7-ec3818adf750 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633001 Feb 17 17:53:22.325029 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e0001b5d-9847-4004-bc0a-fb6257f87f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:22.328505 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e0001b5d-9847-4004-bc0a-fb6257f87f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:22.329649 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 3e98f710-a3a5-44ed-849b-ea452d566a68 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:53:22.339378 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d9d3f9b4-74a5-4559-9396-560e1a3166a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:22.339934 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ddc8aa5e-1592-4077-9bf0-16160e583b19 req-35596e53-cd63-42f7-ae3c-094804f2d7dc tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820205 Feb 17 17:53:22.368877 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-c85e08fb-f57a-4d3b-9fb3-1184ce91251d req-b7b16e51-bee9-4598-b6d2-ff6f1d86fff3 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] For port 3e98f710-a3a5-44ed-849b-ea452d566a68, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=3e98f710-a3a5-44ed-849b-ea452d566a68,segment=NetworkSegment(cd4ef5f5-798d-462d-940e-fdbc85c2c98b),segment_id=cd4ef5f5-798d-462d-940e-fdbc85c2c98b)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:53:22.368877 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c85e08fb-f57a-4d3b-9fb3-1184ce91251d req-b7b16e51-bee9-4598-b6d2-ff6f1d86fff3 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:22.389969 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-e0001b5d-9847-4004-bc0a-fb6257f87f8a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d9ea04174fb1498fbeccc4512303af76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4482100 Feb 17 17:53:22.391008 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0001b5d-9847-4004-bc0a-fb6257f87f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be40cdda-2ae9-4e92-bbd7-61f4e4867697,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:22.393626 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 46892) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:53:22.407806 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e0001b5d-9847-4004-bc0a-fb6257f87f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:22.466407 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-94ae889b-4185-4e4b-b66f-9874feb36bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:22.484153 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:22.496388 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-94ae889b-4185-4e4b-b66f-9874feb36bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:22.514741 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017f645b-1ad1-4317-a1dc-e7457a474ec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e98f710-a3a5-44ed-849b-ea452d566a68'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:53:22.515469 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-c85e08fb-f57a-4d3b-9fb3-1184ce91251d req-b7b16e51-bee9-4598-b6d2-ff6f1d86fff3 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Calling delete_port for 3e98f710-a3a5-44ed-849b-ea452d566a68 owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:53:22.527226 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] For port 3e98f710-a3a5-44ed-849b-ea452d566a68, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=3e98f710-a3a5-44ed-849b-ea452d566a68,segment=NetworkSegment(cd4ef5f5-798d-462d-940e-fdbc85c2c98b),segment_id=cd4ef5f5-798d-462d-940e-fdbc85c2c98b)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:53:22.530119 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:22.532273 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:22.559551 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-94ae889b-4185-4e4b-b66f-9874feb36bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:22.577429 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017f645b-1ad1-4317-a1dc-e7457a474ec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e98f710-a3a5-44ed-849b-ea452d566a68', 'code': 200} Feb 17 17:53:22.580511 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6d42870e-c3f7-416d-8839-95781452f1de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:22.596182 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae889b-4185-4e4b-b66f-9874feb36bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be40cdda-2ae9-4e92-bbd7-61f4e4867697,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:22.598750 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-94ae889b-4185-4e4b-b66f-9874feb36bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:22.608798 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.db.api [req-c85e08fb-f57a-4d3b-9fb3-1184ce91251d req-b7b16e51-bee9-4598-b6d2-ff6f1d86fff3 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83987) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:53:22.609181 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_db.api [req-c85e08fb-f57a-4d3b-9fb3-1184ce91251d req-b7b16e51-bee9-4598-b6d2-ff6f1d86fff3 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:53:22.614102 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-94ae889b-4185-4e4b-b66f-9874feb36bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:22.615354 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-94ae889b-4185-4e4b-b66f-9874feb36bb2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/be40cdda-2ae9-4e92-bbd7-61f4e4867697 HTTP/1.1" status: 204 len: 168 time: 0.2207477 Feb 17 17:53:22.626434 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Pushing event updated for resources: {'Port': ['ID=3e98f710-a3a5-44ed-849b-ea452d566a68,revision_number=5']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:22.637181 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:23.042148 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a08df8-b63e-4d0b-ac00-9464dc785d5d req-e9e514a2-abb6-48b8-a914-bcd0ccdb3368 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:23.049272 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-52a08df8-b63e-4d0b-ac00-9464dc785d5d req-e9e514a2-abb6-48b8-a914-bcd0ccdb3368 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1139662 Feb 17 17:53:23.113397 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-c85e08fb-f57a-4d3b-9fb3-1184ce91251d req-b7b16e51-bee9-4598-b6d2-ff6f1d86fff3 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Deleting port 3e98f710-a3a5-44ed-849b-ea452d566a68 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:53:23.113715 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c85e08fb-f57a-4d3b-9fb3-1184ce91251d req-b7b16e51-bee9-4598-b6d2-ff6f1d86fff3 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:23.136786 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11ce8a-f96d-474d-950b-cc057e86c497 req-4181d132-9471-487b-bbf2-e983e3b2d84a tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:23.140705 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-6e11ce8a-f96d-474d-950b-cc057e86c497 req-4181d132-9471-487b-bbf2-e983e3b2d84a tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.1066062 Feb 17 17:53:23.147111 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-52a08df8-b63e-4d0b-ac00-9464dc785d5d req-fe278615-e3da-40a2-a7ef-d72382aec6a9 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964324 Feb 17 17:53:23.176875 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:53:23.204078 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-6e11ce8a-f96d-474d-950b-cc057e86c497 req-dc5783b0-fd91-4d24-a722-5237b163a023 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540891 Feb 17 17:53:23.497449 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-c85e08fb-f57a-4d3b-9fb3-1184ce91251d req-b7b16e51-bee9-4598-b6d2-ff6f1d86fff3 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] For port 3e98f710-a3a5-44ed-849b-ea452d566a68, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=3e98f710-a3a5-44ed-849b-ea452d566a68,segment=NetworkSegment(cd4ef5f5-798d-462d-940e-fdbc85c2c98b),segment_id=cd4ef5f5-798d-462d-940e-fdbc85c2c98b)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:53:23.497449 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c85e08fb-f57a-4d3b-9fb3-1184ce91251d req-b7b16e51-bee9-4598-b6d2-ff6f1d86fff3 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:23.620254 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83051f0-6129-43a2-bdba-70d0d8e8e0c4 req-b6f553d7-dda3-47fe-909f-2d837c97fb1c tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:23.623911 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e83051f0-6129-43a2-bdba-70d0d8e8e0c4 req-b6f553d7-dda3-47fe-909f-2d837c97fb1c tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=017f645b-1ad1-4317-a1dc-e7457a474ec8 HTTP/1.1" status: 200 len: 943 time: 0.1050036 Feb 17 17:53:23.650888 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-c85e08fb-f57a-4d3b-9fb3-1184ce91251d req-b7b16e51-bee9-4598-b6d2-ff6f1d86fff3 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Calling delete_port for 3e98f710-a3a5-44ed-849b-ea452d566a68 owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:53:23.675822 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e83051f0-6129-43a2-bdba-70d0d8e8e0c4 req-3528e0d3-557c-4d42-9f22-a213f608296b tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476198 Feb 17 17:53:23.722535 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710ffe1-9fec-4e94-82da-3a11ba5abb5c req-4f978934-8de7-4f96-a829-bb61f0700bdd tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:23.724160 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1710ffe1-9fec-4e94-82da-3a11ba5abb5c req-4f978934-8de7-4f96-a829-bb61f0700bdd tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.2973540 Feb 17 17:53:23.800565 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1710ffe1-9fec-4e94-82da-3a11ba5abb5c req-4cfd6c7f-6563-4c11-8adf-ddd73102d1c8 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679498 Feb 17 17:53:23.871377 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c85e08fb-f57a-4d3b-9fb3-1184ce91251d req-b7b16e51-bee9-4598-b6d2-ff6f1d86fff3 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:23.889739 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-902a7a3c-cbc5-488e-a5d2-5ef515922f17 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:24.012594 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b16e51-bee9-4598-b6d2-ff6f1d86fff3 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Pushing event deleted for resources: {'Port': ['ID=3e98f710-a3a5-44ed-849b-ea452d566a68,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:24.015725 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b7b16e51-bee9-4598-b6d2-ff6f1d86fff3 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:24.122663 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85e08fb-f57a-4d3b-9fb3-1184ce91251d req-b7b16e51-bee9-4598-b6d2-ff6f1d86fff3 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] No DVR routers for this DVR port 3e98f710-a3a5-44ed-849b-ea452d566a68 on host hv-cinder-76019 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:53:24.125050 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c85e08fb-f57a-4d3b-9fb3-1184ce91251d req-b7b16e51-bee9-4598-b6d2-ff6f1d86fff3 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:24.129093 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017f645b-1ad1-4317-a1dc-e7457a474ec8', 'name': 'network-vif-deleted', 'tag': '3e98f710-a3a5-44ed-849b-ea452d566a68'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:53:24.143616 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c85e08fb-f57a-4d3b-9fb3-1184ce91251d req-b7b16e51-bee9-4598-b6d2-ff6f1d86fff3 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.67 "DELETE /v2.0/ports/3e98f710-a3a5-44ed-849b-ea452d566a68 HTTP/1.1" status: 204 len: 173 time: 2.2961318 Feb 17 17:53:24.187941 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017f645b-1ad1-4317-a1dc-e7457a474ec8', 'name': 'network-vif-deleted', 'tag': '3e98f710-a3a5-44ed-849b-ea452d566a68', 'status': 'completed', 'code': 200} Feb 17 17:53:24.368745 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a07db4-322f-4efe-802e-5af0fc2c8d8d req-d65d9250-e2db-480d-80d5-a763e78c4176 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:24.370017 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-21a07db4-322f-4efe-802e-5af0fc2c8d8d req-d65d9250-e2db-480d-80d5-a763e78c4176 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.0949519 Feb 17 17:53:24.422966 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a04d6-b213-4c69-aeba-86ddb9b75c9c req-633f1e70-df53-4e29-a41d-cede951ec5b6 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:24.425236 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-21a07db4-322f-4efe-802e-5af0fc2c8d8d req-8152ec59-bc02-403e-a882-4f2eb09f2c3c tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489159 Feb 17 17:53:24.429175 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b05a04d6-b213-4c69-aeba-86ddb9b75c9c req-633f1e70-df53-4e29-a41d-cede951ec5b6 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.1006746 Feb 17 17:53:24.486185 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b05a04d6-b213-4c69-aeba-86ddb9b75c9c req-9e5bcf56-c5bb-4c9f-8fc6-a91acd802422 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526204 Feb 17 17:53:24.865855 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-437b5e29-3435-4fa1-84ec-6dc827f50a7a req-bceb94d0-d256-4a1d-8bf3-dd36d242cfd3 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Synchronizing usage tracker for tenant:82d5dedee50c40eebfe29a0df4366919 on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:53:24.886246 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-437b5e29-3435-4fa1-84ec-6dc827f50a7a req-bceb94d0-d256-4a1d-8bf3-dd36d242cfd3 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Unset dirty status for tenant:82d5dedee50c40eebfe29a0df4366919 on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:53:24.889014 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-437b5e29-3435-4fa1-84ec-6dc827f50a7a req-bceb94d0-d256-4a1d-8bf3-dd36d242cfd3 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=017f645b-1ad1-4317-a1dc-e7457a474ec8 HTTP/1.1" status: 200 len: 210 time: 0.0745223 Feb 17 17:53:25.028363 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079b725-a9eb-4bdd-9314-27c147be2d9e req-53b955c2-1b34-40b6-b331-8b96176ca1af tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:25.030037 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8079b725-a9eb-4bdd-9314-27c147be2d9e req-53b955c2-1b34-40b6-b331-8b96176ca1af tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.0922499 Feb 17 17:53:25.086251 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8079b725-a9eb-4bdd-9314-27c147be2d9e req-686f3dd6-380b-4465-8949-e333b7ce3451 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484500 Feb 17 17:53:25.380610 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-56a6539e-b273-4d72-bb45-d3c99259e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:25.387332 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3f574408-d379-43bf-bfcf-85e89befb74c req-e51dea5f-4895-45ea-9a90-d1896270fa3b tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=6f8adfcbd0474382948337c78dd5e1f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357349 Feb 17 17:53:25.560827 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f574408-d379-43bf-bfcf-85e89befb74c req-7f513d60-f733-473f-bf32-3671b084acfd tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:25.562404 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3f574408-d379-43bf-bfcf-85e89befb74c req-7f513d60-f733-473f-bf32-3671b084acfd tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1690183 Feb 17 17:53:25.579257 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3f574408-d379-43bf-bfcf-85e89befb74c req-1b777dd7-6f6e-4b6d-a6e3-5e48cb710059 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.49 "GET /v2.0/quotas/6f8adfcbd0474382948337c78dd5e1f5 HTTP/1.1" status: 200 len: 375 time: 0.0107360 Feb 17 17:53:25.639279 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3f574408-d379-43bf-bfcf-85e89befb74c req-142f6563-168d-412f-a424-c0cbe3fb534a tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f8adfcbd0474382948337c78dd5e1f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538700 Feb 17 17:53:25.641116 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20f34e-69df-4a8f-9a8c-04e0b43d1993 req-94e9b1d6-235f-47d8-9c6e-00806221002f tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:25.642770 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5a20f34e-69df-4a8f-9a8c-04e0b43d1993 req-94e9b1d6-235f-47d8-9c6e-00806221002f tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.0934999 Feb 17 17:53:25.648202 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 1c28c653-caee-4f2d-9c0e-ade7100afe58 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:53:25.697018 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5a20f34e-69df-4a8f-9a8c-04e0b43d1993 req-8387ad9e-9f52-47a6-8987-17b0816e2732 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474694 Feb 17 17:53:25.734714 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 1c28c653-caee-4f2d-9c0e-ade7100afe58 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:53:25.735148 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:25.859490 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7382d7d7-486f-4751-bb31-f6242966a3e3 req-f8092b41-18f7-4081-b84e-81d65cde63d0 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.49 "GET /v2.0/ports?device_id=2850068f-5831-4cd3-86c0-7ad23f5f816b HTTP/1.1" status: 200 len: 210 time: 0.0586138 Feb 17 17:53:25.916293 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bde188-bce1-4207-9a26-610dd70d7ca6 req-6e80abf6-b650-469c-b240-4458f7e40cb2 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:25.924826 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-68bde188-bce1-4207-9a26-610dd70d7ca6 req-6e80abf6-b650-469c-b240-4458f7e40cb2 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.1091785 Feb 17 17:53:25.985685 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-68bde188-bce1-4207-9a26-610dd70d7ca6 req-6d3c2439-4d81-4311-ba43-3a75a11c040c tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594273 Feb 17 17:53:26.315017 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f08b5e-19f7-4e5c-a885-19c73fe4fa94 req-a3ee3787-e7c1-43ee-a6ae-c81c6782f21d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:26.316971 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c8f08b5e-19f7-4e5c-a885-19c73fe4fa94 req-a3ee3787-e7c1-43ee-a6ae-c81c6782f21d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.0975771 Feb 17 17:53:26.369936 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c8f08b5e-19f7-4e5c-a885-19c73fe4fa94 req-41adab13-62a2-4251-b3f0-53b918ec6238 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453463 Feb 17 17:53:26.911794 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1cf6f-8daf-4567-a817-faa731b4b3b8 req-ea86b4d4-36b4-494a-abb0-e78cd8f74171 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:26.913442 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3ac1cf6f-8daf-4567-a817-faa731b4b3b8 req-ea86b4d4-36b4-494a-abb0-e78cd8f74171 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.0976408 Feb 17 17:53:26.965678 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3ac1cf6f-8daf-4567-a817-faa731b4b3b8 req-8ce3857b-fbf7-4ff8-8962-e7e14c914089 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454707 Feb 17 17:53:27.041576 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-bde565b8-2b45-4a5a-b2b6-4c87ca6a9e2f req-94a977f7-c429-4348-912b-56f4efbec894 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.49 "GET /v2.0/ports?device_id=2850068f-5831-4cd3-86c0-7ad23f5f816b HTTP/1.1" status: 200 len: 210 time: 0.0533023 Feb 17 17:53:27.169225 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3f574408-d379-43bf-bfcf-85e89befb74c req-d0eae9c6-0521-48bd-894d-41ccafb35d04 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=6f8adfcbd0474382948337c78dd5e1f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792503 Feb 17 17:53:27.355827 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1602452-ed34-4835-b69e-e393dcc4a1c8 req-b62f73ca-e31f-48be-9877-5efecb5bd555 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:27.357641 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e1602452-ed34-4835-b69e-e393dcc4a1c8 req-b62f73ca-e31f-48be-9877-5efecb5bd555 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.2418344 Feb 17 17:53:27.402404 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f574408-d379-43bf-bfcf-85e89befb74c req-d519da47-fc8b-4d86-994b-d2616c2b0b67 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:27.403763 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3f574408-d379-43bf-bfcf-85e89befb74c req-d519da47-fc8b-4d86-994b-d2616c2b0b67 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2281427 Feb 17 17:53:27.436133 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e1602452-ed34-4835-b69e-e393dcc4a1c8 req-de745bb8-bd90-422f-aee7-b7ee9a9aae50 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634649 Feb 17 17:53:27.462495 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-3f574408-d379-43bf-bfcf-85e89befb74c req-a08afc95-84d1-431c-aea5-09af32d739ce tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Request body: {'port': {'device_id': '2850068f-5831-4cd3-86c0-7ad23f5f816b', 'network_id': '9e26bb24-e6f2-40be-accd-709839a4b796', 'admin_state_up': True, 'tenant_id': '6f8adfcbd0474382948337c78dd5e1f5'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:27.516965 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4f9ae69a-0f4e-4ccf-a9cf-de44c838292b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:27.726889 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58964cfc-fde7-453d-a660-64f45d228345 req-4cce812a-f5d2-4e65-985f-d4fc0358863b tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:27.729067 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-58964cfc-fde7-453d-a660-64f45d228345 req-4cce812a-f5d2-4e65-985f-d4fc0358863b tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=e72a4cb1-614b-436d-a7fc-5966b419ed18 HTTP/1.1" status: 200 len: 945 time: 0.1013806 Feb 17 17:53:27.785409 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-58964cfc-fde7-453d-a660-64f45d228345 req-df6ec049-a1d1-4f2f-ac3d-2d1e326b82eb tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492914 Feb 17 17:53:27.900186 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-3f574408-d379-43bf-bfcf-85e89befb74c req-a08afc95-84d1-431c-aea5-09af32d739ce tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:53:27.908256 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-3f574408-d379-43bf-bfcf-85e89befb74c req-a08afc95-84d1-431c-aea5-09af32d739ce tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Usage tracker for resource:port and tenant:6f8adfcbd0474382948337c78dd5e1f5 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:53:27.912268 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-3f574408-d379-43bf-bfcf-85e89befb74c req-a08afc95-84d1-431c-aea5-09af32d739ce tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:53:27.926620 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-3f574408-d379-43bf-bfcf-85e89befb74c req-a08afc95-84d1-431c-aea5-09af32d739ce tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:53:27.937785 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db7c98-fc36-4bfc-85b6-928ba39cd855 req-90c8a583-d997-460e-9bd3-c6e4f32ebaf3 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:27.939460 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-24db7c98-fc36-4bfc-85b6-928ba39cd855 req-90c8a583-d997-460e-9bd3-c6e4f32ebaf3 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.3827834 Feb 17 17:53:27.964000 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f574408-d379-43bf-bfcf-85e89befb74c req-a08afc95-84d1-431c-aea5-09af32d739ce tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Made reservation on behalf of 6f8adfcbd0474382948337c78dd5e1f5 for: {'port': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:53:27.969695 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-3f574408-d379-43bf-bfcf-85e89befb74c req-a08afc95-84d1-431c-aea5-09af32d739ce tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:27.989229 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-3f574408-d379-43bf-bfcf-85e89befb74c req-a08afc95-84d1-431c-aea5-09af32d739ce tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:28.024100 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-3f574408-d379-43bf-bfcf-85e89befb74c req-a08afc95-84d1-431c-aea5-09af32d739ce tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:53:28.033069 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-24db7c98-fc36-4bfc-85b6-928ba39cd855 req-c2b07ddf-7a1e-4ce9-abd2-4c561f6f4d65 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858355 Feb 17 17:53:28.034650 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-3f574408-d379-43bf-bfcf-85e89befb74c req-a08afc95-84d1-431c-aea5-09af32d739ce tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Usage tracker for resource:security_group_rule and tenant:6f8adfcbd0474382948337c78dd5e1f5 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:53:28.045738 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-3f574408-d379-43bf-bfcf-85e89befb74c req-a08afc95-84d1-431c-aea5-09af32d739ce tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:53:28.062387 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-3f574408-d379-43bf-bfcf-85e89befb74c req-a08afc95-84d1-431c-aea5-09af32d739ce tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:53:28.196846 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-3f574408-d379-43bf-bfcf-85e89befb74c req-a08afc95-84d1-431c-aea5-09af32d739ce tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:28.201590 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-3f574408-d379-43bf-bfcf-85e89befb74c req-a08afc95-84d1-431c-aea5-09af32d739ce tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:28.217020 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c118f3d9-6948-4530-a4a4-a0849f9f5ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:28.373019 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-213127f2-b7da-4257-b30d-0b3eb8c11129 req-9527d482-672f-4518-9299-243d0bd619ef tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.49 "GET /v2.0/ports?device_id=2850068f-5831-4cd3-86c0-7ad23f5f816b HTTP/1.1" status: 200 len: 210 time: 0.1569657 Feb 17 17:53:28.386530 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417ff13-2553-4ed1-9e6d-57e796fa1eea req-7f6c7f53-7cb3-4c02-ade6-3b7247e163cb tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:28.389116 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d417ff13-2553-4ed1-9e6d-57e796fa1eea req-7f6c7f53-7cb3-4c02-ade6-3b7247e163cb tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1188169 Feb 17 17:53:28.399195 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08afc95-84d1-431c-aea5-09af32d739ce tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0197734d-7b11-44b7-8285-2ff38df1a536,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:28.402815 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a08afc95-84d1-431c-aea5-09af32d739ce tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:28.440839 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d417ff13-2553-4ed1-9e6d-57e796fa1eea req-767f582c-df42-452e-8938-03d864468944 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451500 Feb 17 17:53:28.625753 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:28.661024 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-3f574408-d379-43bf-bfcf-85e89befb74c req-a08afc95-84d1-431c-aea5-09af32d739ce tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Allocated IP 192.168.233.29 (9e26bb24-e6f2-40be-accd-709839a4b796/adfc76ea-5a11-445d-9a1f-d0e00714d43a/b0914239-05f2-4302-8eb3-1b15191389d0) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:53:28.719416 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c142bda-1f9b-4534-a576-38aa5b4de581 req-d445efae-3511-4c10-9a0d-11c22a03084d tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:28.721111 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-6c142bda-1f9b-4534-a576-38aa5b4de581 req-d445efae-3511-4c10-9a0d-11c22a03084d tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.1537423 Feb 17 17:53:28.884780 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-6c142bda-1f9b-4534-a576-38aa5b4de581 req-00975c4f-487f-477b-a37f-5bdd7a1b7c91 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485789 Feb 17 17:53:28.988919 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-3f574408-d379-43bf-bfcf-85e89befb74c req-a08afc95-84d1-431c-aea5-09af32d739ce tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:29.009101 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-3f574408-d379-43bf-bfcf-85e89befb74c req-a08afc95-84d1-431c-aea5-09af32d739ce tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Transition to ACTIVE for port object b0914239-05f2-4302-8eb3-1b15191389d0 will not be triggered until provisioned by entity DHCP. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:53:29.037306 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-3f574408-d379-43bf-bfcf-85e89befb74c req-a08afc95-84d1-431c-aea5-09af32d739ce tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:29.065936 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:29.115030 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9ead7-6a65-4740-b242-4f95dc8b30f2 req-9183976e-63e3-436b-b86f-a179f9cb63b3 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:29.126393 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-78d9ead7-6a65-4740-b242-4f95dc8b30f2 req-9183976e-63e3-436b-b86f-a179f9cb63b3 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=e72a4cb1-614b-436d-a7fc-5966b419ed18 HTTP/1.1" status: 200 len: 945 time: 0.2185497 Feb 17 17:53:29.194447 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-78d9ead7-6a65-4740-b242-4f95dc8b30f2 req-b72b3664-08f4-4189-85ec-9ad471eb5228 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620487 Feb 17 17:53:29.259842 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08afc95-84d1-431c-aea5-09af32d739ce tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Pushing event updated for resources: {'Port': ['ID=b0914239-05f2-4302-8eb3-1b15191389d0,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:29.267696 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a08afc95-84d1-431c-aea5-09af32d739ce tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:29.367020 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f574408-d379-43bf-bfcf-85e89befb74c req-a08afc95-84d1-431c-aea5-09af32d739ce tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Network 9e26bb24-e6f2-40be-accd-709839a4b796 is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:53:29.369397 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-3f574408-d379-43bf-bfcf-85e89befb74c req-a08afc95-84d1-431c-aea5-09af32d739ce tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:53:29.373582 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f574408-d379-43bf-bfcf-85e89befb74c req-a08afc95-84d1-431c-aea5-09af32d739ce tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:53:29.447475 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a11cef-ef40-45f6-a433-669c009eb903 req-7b712067-f607-464e-8fcd-5d788ff68b2c tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:29.449271 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-51a11cef-ef40-45f6-a433-669c009eb903 req-7b712067-f607-464e-8fcd-5d788ff68b2c tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.1527023 Feb 17 17:53:29.515505 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-51a11cef-ef40-45f6-a433-669c009eb903 req-d26c61c3-6ac1-414f-b146-24a29b11714c tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591774 Feb 17 17:53:29.562273 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f574408-d379-43bf-bfcf-85e89befb74c req-a08afc95-84d1-431c-aea5-09af32d739ce tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:29.565047 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-3f574408-d379-43bf-bfcf-85e89befb74c req-a08afc95-84d1-431c-aea5-09af32d739ce tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:29.612471 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3f574408-d379-43bf-bfcf-85e89befb74c req-a08afc95-84d1-431c-aea5-09af32d739ce tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1618867 Feb 17 17:53:29.621692 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0041c-3773-4f9f-ab96-d85e45e9020c req-d1bacec8-c047-4c04-b5e4-f408e12ccd6d tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:29.623305 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-18e0041c-3773-4f9f-ab96-d85e45e9020c req-d1bacec8-c047-4c04-b5e4-f408e12ccd6d tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.1934438 Feb 17 17:53:29.666310 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-e293adcd-0e37-4905-826b-39d42f19dfa9 None None] Provisioning for port b0914239-05f2-4302-8eb3-1b15191389d0 completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:53:29.672130 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-e293adcd-0e37-4905-826b-39d42f19dfa9 None None] Provisioning complete for port b0914239-05f2-4302-8eb3-1b15191389d0 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:53:29.672738 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e293adcd-0e37-4905-826b-39d42f19dfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:29.694617 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-3f574408-d379-43bf-bfcf-85e89befb74c req-ee9853b9-2d18-456b-b881-c4792bc6ff9d service neutron] Request body: {'port': {'device_id': '2850068f-5831-4cd3-86c0-7ad23f5f816b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:29.720276 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c90bc-5096-48db-8593-a7803cb02bcd req-57b34fac-f9c1-4e83-8989-b92fd5e8be75 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:29.722027 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-df9c90bc-5096-48db-8593-a7803cb02bcd req-57b34fac-f9c1-4e83-8989-b92fd5e8be75 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.49 "GET /v2.0/ports?device_id=2850068f-5831-4cd3-86c0-7ad23f5f816b HTTP/1.1" status: 200 len: 935 time: 0.0950053 Feb 17 17:53:29.734489 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-e293adcd-0e37-4905-826b-39d42f19dfa9 None None] Port b0914239-05f2-4302-8eb3-1b15191389d0 cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:53:29.771092 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:29.794444 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-18e0041c-3773-4f9f-ab96-d85e45e9020c req-9e2e5858-098b-4f1a-b3d6-3f50b2aaa702 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646466 Feb 17 17:53:29.845880 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-df9c90bc-5096-48db-8593-a7803cb02bcd req-64f625bf-951b-4dc4-bf12-0821dd6a2af6 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.49 "GET /v2.0/security-groups?id=0197734d-7b11-44b7-8285-2ff38df1a536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169169 Feb 17 17:53:29.873877 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402b81a-b77a-4827-8b43-88c85c884c1c req-9a909d1e-99cc-43ee-8d11-eee04347763b tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:29.875482 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c402b81a-b77a-4827-8b43-88c85c884c1c req-9a909d1e-99cc-43ee-8d11-eee04347763b tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.67 "GET /v2.0/ports?device_id=e72a4cb1-614b-436d-a7fc-5966b419ed18 HTTP/1.1" status: 200 len: 945 time: 0.1283369 Feb 17 17:53:29.893303 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-3f574408-d379-43bf-bfcf-85e89befb74c req-ee9853b9-2d18-456b-b881-c4792bc6ff9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:29.908144 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:29.914441 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec345d17-e8b9-4a44-bc78-e3ebd5afd76b req-875481c4-086e-41a5-902f-7875453daa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:29.916161 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ec345d17-e8b9-4a44-bc78-e3ebd5afd76b req-875481c4-086e-41a5-902f-7875453daa01 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc924de1492e41db80e64bc749ca753a&device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 1163 time: 0.2688181 Feb 17 17:53:29.966491 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-c402b81a-b77a-4827-8b43-88c85c884c1c req-de07c598-a5c8-47b8-95e3-67c01756d554 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Deleting port ae62c441-1c2d-416d-ad69-2b9c7d4ab39f {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:53:29.966914 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c402b81a-b77a-4827-8b43-88c85c884c1c req-de07c598-a5c8-47b8-95e3-67c01756d554 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:30.246405 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec345d17-e8b9-4a44-bc78-e3ebd5afd76b req-0bc50b55-56bd-4225-93c8-b48d7036d137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:30.248204 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ec345d17-e8b9-4a44-bc78-e3ebd5afd76b req-0bc50b55-56bd-4225-93c8-b48d7036d137 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2bd27a9c-fc05-4957-b6fc-79c4c62cef95 HTTP/1.1" status: 200 len: 905 time: 0.2905114 Feb 17 17:53:30.251020 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-c402b81a-b77a-4827-8b43-88c85c884c1c req-de07c598-a5c8-47b8-95e3-67c01756d554 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] For port ae62c441-1c2d-416d-ad69-2b9c7d4ab39f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=ae62c441-1c2d-416d-ad69-2b9c7d4ab39f,segment=NetworkSegment(cd4ef5f5-798d-462d-940e-fdbc85c2c98b),segment_id=cd4ef5f5-798d-462d-940e-fdbc85c2c98b)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:53:30.251434 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c402b81a-b77a-4827-8b43-88c85c884c1c req-de07c598-a5c8-47b8-95e3-67c01756d554 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:30.366898 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc207457-b44a-4bd5-8a7f-e267bd6a8b24 req-6644f5c7-e5ff-4d90-a59a-0ab2367e3ba8 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:30.369071 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-bc207457-b44a-4bd5-8a7f-e267bd6a8b24 req-6644f5c7-e5ff-4d90-a59a-0ab2367e3ba8 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.4496245 Feb 17 17:53:30.431645 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-c402b81a-b77a-4827-8b43-88c85c884c1c req-de07c598-a5c8-47b8-95e3-67c01756d554 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Calling delete_port for ae62c441-1c2d-416d-ad69-2b9c7d4ab39f owned by compute:nova {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:53:30.562936 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-bc207457-b44a-4bd5-8a7f-e267bd6a8b24 req-e53c9466-2ae6-4fa6-94aa-581a108da5ff tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801217 Feb 17 17:53:30.564684 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ec345d17-e8b9-4a44-bc78-e3ebd5afd76b req-6741aac1-8aee-4691-b5d0-cb71bd1ecb2d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c28c653-caee-4f2d-9c0e-ade7100afe58 HTTP/1.1" status: 200 len: 1001 time: 0.2645447 Feb 17 17:53:30.631472 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cab83e-44e3-4971-8af4-c93157330095 req-5740a287-3779-4245-b370-094ee9bb1636 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:30.635612 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a0cab83e-44e3-4971-8af4-c93157330095 req-5740a287-3779-4245-b370-094ee9bb1636 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=e72a4cb1-614b-436d-a7fc-5966b419ed18 HTTP/1.1" status: 200 len: 945 time: 0.3087122 Feb 17 17:53:30.660667 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec345d17-e8b9-4a44-bc78-e3ebd5afd76b req-b596f6cf-c864-4a10-a48c-c4a1bbbdd26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:30.662306 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ec345d17-e8b9-4a44-bc78-e3ebd5afd76b req-b596f6cf-c864-4a10-a48c-c4a1bbbdd26b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=90273680-1e5e-433f-9236-ce524691d25a HTTP/1.1" status: 200 len: 850 time: 0.0902717 Feb 17 17:53:30.757618 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 1c28c653-caee-4f2d-9c0e-ade7100afe58 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:53:30.770958 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a0cab83e-44e3-4971-8af4-c93157330095 req-883e0f45-85f9-4a72-bdb9-05f9ade383de tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689650 Feb 17 17:53:30.778691 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c402b81a-b77a-4827-8b43-88c85c884c1c req-de07c598-a5c8-47b8-95e3-67c01756d554 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849322323'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:30.801833 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6f559a81-8ca8-47f6-b0fe-718f46c73bb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:30.856048 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07c598-a5c8-47b8-95e3-67c01756d554 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Pushing event deleted for resources: {'Port': ['ID=ae62c441-1c2d-416d-ad69-2b9c7d4ab39f,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:30.914646 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-de07c598-a5c8-47b8-95e3-67c01756d554 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:30.932280 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec345d17-e8b9-4a44-bc78-e3ebd5afd76b req-06c9b4f1-7e4e-4f46-a27d-6cb7d1d7f9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:30.934019 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ec345d17-e8b9-4a44-bc78-e3ebd5afd76b req-06c9b4f1-7e4e-4f46-a27d-6cb7d1d7f9e2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2bd27a9c-fc05-4957-b6fc-79c4c62cef95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2626178 Feb 17 17:53:30.944958 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9128503-2bb1-479a-b9e7-105d869119fe req-00b04837-c4c1-42c9-8b17-7fd1d58cecc4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:30.947643 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e9128503-2bb1-479a-b9e7-105d869119fe req-00b04837-c4c1-42c9-8b17-7fd1d58cecc4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.2346840 Feb 17 17:53:31.022681 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 1c28c653-caee-4f2d-9c0e-ade7100afe58 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:53:31.023111 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:31.140148 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-c402b81a-b77a-4827-8b43-88c85c884c1c req-de07c598-a5c8-47b8-95e3-67c01756d554 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] No DVR routers for this DVR port ae62c441-1c2d-416d-ad69-2b9c7d4ab39f on host hv-cinder-76019 {{(pid=83986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:53:31.143567 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c402b81a-b77a-4827-8b43-88c85c884c1c req-de07c598-a5c8-47b8-95e3-67c01756d554 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:31.154710 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72a4cb1-614b-436d-a7fc-5966b419ed18', 'name': 'network-vif-deleted', 'tag': 'ae62c441-1c2d-416d-ad69-2b9c7d4ab39f'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:53:31.177459 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3d0b9-362d-4f0f-9f95-2a74f53c386b req-6ffa81a1-13e6-4f6f-a6da-30e7ec39ecf5 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:31.179426 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9bd3d0b9-362d-4f0f-9f95-2a74f53c386b req-6ffa81a1-13e6-4f6f-a6da-30e7ec39ecf5 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.2141666 Feb 17 17:53:31.185641 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c402b81a-b77a-4827-8b43-88c85c884c1c req-de07c598-a5c8-47b8-95e3-67c01756d554 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.67 "DELETE /v2.0/ports/ae62c441-1c2d-416d-ad69-2b9c7d4ab39f HTTP/1.1" status: 204 len: 173 time: 1.3050785 Feb 17 17:53:31.239549 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 75ebb4e6-50fd-4093-a975-2f54d9085f70 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:53:31.250941 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9bd3d0b9-362d-4f0f-9f95-2a74f53c386b req-e92a23d8-e3a0-4acb-8b26-2f73fc8977e6 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569766 Feb 17 17:53:31.320063 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 75ebb4e6-50fd-4093-a975-2f54d9085f70 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:53:31.320686 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:31.337764 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ec345d17-e8b9-4a44-bc78-e3ebd5afd76b req-3ba07e5a-8044-4f27-972b-49c3a443f80f service neutron] 10.222.0.67 "GET /v2.0/networks/2bd27a9c-fc05-4957-b6fc-79c4c62cef95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889961 Feb 17 17:53:31.362747 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [req-3f574408-d379-43bf-bfcf-85e89befb74c req-ee9853b9-2d18-456b-b881-c4792bc6ff9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0914239-05f2-4302-8eb3-1b15191389d0 {{(pid=83987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:53:31.406142 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-3f574408-d379-43bf-bfcf-85e89befb74c req-ee9853b9-2d18-456b-b881-c4792bc6ff9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:31.499367 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82965faa-4f74-4d94-92c3-16fc9e902d73 req-014f7c52-21e5-4d03-a372-a4cc56e2d806 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:31.499615 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e9128503-2bb1-479a-b9e7-105d869119fe req-72bb8bef-e5a4-4aae-a6e1-4fb91e0ced67 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607909 Feb 17 17:53:31.500778 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-3f574408-d379-43bf-bfcf-85e89befb74c req-ee9853b9-2d18-456b-b881-c4792bc6ff9d service neutron] Transition to ACTIVE for port object b0914239-05f2-4302-8eb3-1b15191389d0 will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:53:31.501158 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-82965faa-4f74-4d94-92c3-16fc9e902d73 req-014f7c52-21e5-4d03-a372-a4cc56e2d806 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.49 "GET /v2.0/ports?device_id=2850068f-5831-4cd3-86c0-7ad23f5f816b HTTP/1.1" status: 200 len: 935 time: 0.0961075 Feb 17 17:53:31.504138 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device ae62c441-1c2d-416d-ad69-2b9c7d4ab39f no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:53:31.507713 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-3f574408-d379-43bf-bfcf-85e89befb74c req-ee9853b9-2d18-456b-b881-c4792bc6ff9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452680'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:31.547240 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] No Port match for: ae62c441-1c2d-416d-ad69-2b9c7d4ab39f {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:53:31.547645 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device ae62c441-1c2d-416d-ad69-2b9c7d4ab39f not bound to the agent host hv-cinder-76019 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:53:31.554241 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a02a9737-91af-42bf-b728-df25a39283bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:31.570333 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-82965faa-4f74-4d94-92c3-16fc9e902d73 req-a30879fa-03a5-4dfd-9d31-03eb28f5aea3 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.49 "GET /v2.0/security-groups?id=0197734d-7b11-44b7-8285-2ff38df1a536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587718 Feb 17 17:53:31.573910 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72a4cb1-614b-436d-a7fc-5966b419ed18', 'name': 'network-vif-deleted', 'tag': 'ae62c441-1c2d-416d-ad69-2b9c7d4ab39f', 'status': 'completed', 'code': 200} Feb 17 17:53:31.766773 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ec345d17-e8b9-4a44-bc78-e3ebd5afd76b req-b875c401-5260-42c8-a61e-b9ac61d1a3e5 service neutron] 10.222.0.67 "GET /v2.0/networks/2bd27a9c-fc05-4957-b6fc-79c4c62cef95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3929751 Feb 17 17:53:31.777017 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9853b9-2d18-456b-b881-c4792bc6ff9d service neutron] Pushing event updated for resources: {'Port': ['ID=b0914239-05f2-4302-8eb3-1b15191389d0,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:31.795236 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ee9853b9-2d18-456b-b881-c4792bc6ff9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:31.865688 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6bce2-0ea3-4059-b588-d044b345cc31 req-dc1fd24a-8352-4e3b-88c0-e04fdcab2a17 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:31.868049 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-dbd6bce2-0ea3-4059-b588-d044b345cc31 req-dc1fd24a-8352-4e3b-88c0-e04fdcab2a17 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1739347 Feb 17 17:53:32.002918 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-a050e7d2-b06a-4a37-a47e-64e4b18cfeba req-8ab0b01a-931a-415f-b91e-f120eb6cf8dd tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Synchronizing usage tracker for tenant:82d5dedee50c40eebfe29a0df4366919 on resource:port {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:53:32.021804 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-a050e7d2-b06a-4a37-a47e-64e4b18cfeba req-8ab0b01a-931a-415f-b91e-f120eb6cf8dd tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Unset dirty status for tenant:82d5dedee50c40eebfe29a0df4366919 on resource:port {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:53:32.023529 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a050e7d2-b06a-4a37-a47e-64e4b18cfeba req-8ab0b01a-931a-415f-b91e-f120eb6cf8dd tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=e72a4cb1-614b-436d-a7fc-5966b419ed18 HTTP/1.1" status: 200 len: 210 time: 0.0763645 Feb 17 17:53:32.094732 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-dbd6bce2-0ea3-4059-b588-d044b345cc31 req-b9e1999d-d996-44f1-8c85-35d45f56b716 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526787 Feb 17 17:53:32.121104 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-3f574408-d379-43bf-bfcf-85e89befb74c req-ee9853b9-2d18-456b-b881-c4792bc6ff9d service neutron] Attempting to bind port b0914239-05f2-4302-8eb3-1b15191389d0 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:53:32.121547 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-3f574408-d379-43bf-bfcf-85e89befb74c req-ee9853b9-2d18-456b-b881-c4792bc6ff9d service neutron] Attempting to bind port b0914239-05f2-4302-8eb3-1b15191389d0 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'bb1622d4-7979-478b-9d05-ff658daf85c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9e26bb24-e6f2-40be-accd-709839a4b796'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:53:32.121848 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f574408-d379-43bf-bfcf-85e89befb74c req-ee9853b9-2d18-456b-b881-c4792bc6ff9d service neutron] Attempting to bind port b0914239-05f2-4302-8eb3-1b15191389d0 on network 9e26bb24-e6f2-40be-accd-709839a4b796 {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:53:32.128024 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f574408-d379-43bf-bfcf-85e89befb74c req-ee9853b9-2d18-456b-b881-c4792bc6ff9d service neutron] Checking agent: {'id': 'ae447a02-7f1d-4456-a484-c4519a85c40b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 38), 'started_at': datetime.datetime(2021, 2, 17, 17, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:53:32.128400 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f574408-d379-43bf-bfcf-85e89befb74c req-ee9853b9-2d18-456b-b881-c4792bc6ff9d service neutron] Checking segment: {'id': 'bb1622d4-7979-478b-9d05-ff658daf85c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9e26bb24-e6f2-40be-accd-709839a4b796'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:53:32.128846 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-3f574408-d379-43bf-bfcf-85e89befb74c req-ee9853b9-2d18-456b-b881-c4792bc6ff9d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:32.129244 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f574408-d379-43bf-bfcf-85e89befb74c req-ee9853b9-2d18-456b-b881-c4792bc6ff9d service neutron] Bound using segment: {'id': 'bb1622d4-7979-478b-9d05-ff658daf85c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9e26bb24-e6f2-40be-accd-709839a4b796'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:53:32.129722 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-3f574408-d379-43bf-bfcf-85e89befb74c req-ee9853b9-2d18-456b-b881-c4792bc6ff9d service neutron] Bound port: b0914239-05f2-4302-8eb3-1b15191389d0, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1622d4-7979-478b-9d05-ff658daf85c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9e26bb24-e6f2-40be-accd-709839a4b796'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:53:32.130100 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-3f574408-d379-43bf-bfcf-85e89befb74c req-ee9853b9-2d18-456b-b881-c4792bc6ff9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:32.232961 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-3f574408-d379-43bf-bfcf-85e89befb74c req-ee9853b9-2d18-456b-b881-c4792bc6ff9d service neutron] For port b0914239-05f2-4302-8eb3-1b15191389d0, host hv-cinder-76019, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:53:32.236132 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-3f574408-d379-43bf-bfcf-85e89befb74c req-ee9853b9-2d18-456b-b881-c4792bc6ff9d service neutron] For port b0914239-05f2-4302-8eb3-1b15191389d0, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=b0914239-05f2-4302-8eb3-1b15191389d0,segment=NetworkSegment(bb1622d4-7979-478b-9d05-ff658daf85c5),segment_id=bb1622d4-7979-478b-9d05-ff658daf85c5)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:53:32.239697 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-3f574408-d379-43bf-bfcf-85e89befb74c req-ee9853b9-2d18-456b-b881-c4792bc6ff9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452680'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:32.256086 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:32.428839 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9853b9-2d18-456b-b881-c4792bc6ff9d service neutron] Pushing event updated for resources: {'Port': ['ID=b0914239-05f2-4302-8eb3-1b15191389d0,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:32.434166 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ee9853b9-2d18-456b-b881-c4792bc6ff9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:32.478300 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f574408-d379-43bf-bfcf-85e89befb74c req-ee9853b9-2d18-456b-b881-c4792bc6ff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:32.478999 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-3f574408-d379-43bf-bfcf-85e89befb74c req-ee9853b9-2d18-456b-b881-c4792bc6ff9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:32.480702 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3f574408-d379-43bf-bfcf-85e89befb74c req-ee9853b9-2d18-456b-b881-c4792bc6ff9d service neutron] 10.222.0.67 "PUT /v2.0/ports/b0914239-05f2-4302-8eb3-1b15191389d0 HTTP/1.1" status: 200 len: 1161 time: 2.8345258 Feb 17 17:53:32.481265 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2850068f-5831-4cd3-86c0-7ad23f5f816b', 'tag': 'b0914239-05f2-4302-8eb3-1b15191389d0'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:53:32.538340 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2850068f-5831-4cd3-86c0-7ad23f5f816b', 'tag': 'b0914239-05f2-4302-8eb3-1b15191389d0', 'status': 'completed', 'code': 200} Feb 17 17:53:32.687253 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03be7-2ee0-4ac4-875b-f518cc0a1591 req-08e7b901-50c8-422b-b246-a1ef5d023cc2 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:32.688944 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-aaa03be7-2ee0-4ac4-875b-f518cc0a1591 req-08e7b901-50c8-422b-b246-a1ef5d023cc2 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.3115668 Feb 17 17:53:32.740289 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-aaa03be7-2ee0-4ac4-875b-f518cc0a1591 req-59448ecb-5031-45b7-bcfc-6925613150a6 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424328 Feb 17 17:53:32.740499 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f574408-d379-43bf-bfcf-85e89befb74c req-9355a792-d48c-45a4-9ba9-0302446a20c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:32.741919 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3f574408-d379-43bf-bfcf-85e89befb74c req-9355a792-d48c-45a4-9ba9-0302446a20c4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f8adfcbd0474382948337c78dd5e1f5&device_id=2850068f-5831-4cd3-86c0-7ad23f5f816b HTTP/1.1" status: 200 len: 1164 time: 0.1652412 Feb 17 17:53:32.764623 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3d908-ffb2-4ad4-9cd2-373deb55d5d4 req-924a4b84-2ff0-4dd3-8bf8-1495277faf6a tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:32.766706 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d6d3d908-ffb2-4ad4-9cd2-373deb55d5d4 req-924a4b84-2ff0-4dd3-8bf8-1495277faf6a tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.1288669 Feb 17 17:53:32.855267 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3f574408-d379-43bf-bfcf-85e89befb74c req-0b165592-56f0-4820-b20a-d9588f9318cc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=b0914239-05f2-4302-8eb3-1b15191389d0 HTTP/1.1" status: 200 len: 217 time: 0.0877826 Feb 17 17:53:32.886305 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d6d3d908-ffb2-4ad4-9cd2-373deb55d5d4 req-d5bdcccc-0a52-42b8-82ee-47539fa89e7e tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577550 Feb 17 17:53:32.947030 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e845b-a647-4f08-b811-e1d3e235a266 req-27d94994-47b1-4fe5-984f-1ff7f4850bd5 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:32.949415 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e21e845b-a647-4f08-b811-e1d3e235a266 req-27d94994-47b1-4fe5-984f-1ff7f4850bd5 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.49 "GET /v2.0/ports?device_id=2850068f-5831-4cd3-86c0-7ad23f5f816b HTTP/1.1" status: 200 len: 947 time: 0.1027551 Feb 17 17:53:32.977210 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f574408-d379-43bf-bfcf-85e89befb74c req-f126a20c-b19e-4e53-8233-daabbe571144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:32.979091 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3f574408-d379-43bf-bfcf-85e89befb74c req-f126a20c-b19e-4e53-8233-daabbe571144 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=adfc76ea-5a11-445d-9a1f-d0e00714d43a HTTP/1.1" status: 200 len: 843 time: 0.0719957 Feb 17 17:53:33.022081 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e21e845b-a647-4f08-b811-e1d3e235a266 req-6369293a-4ebb-4cc3-8aba-e3561c85ea59 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.49 "GET /v2.0/security-groups?id=0197734d-7b11-44b7-8285-2ff38df1a536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652766 Feb 17 17:53:33.105679 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f574408-d379-43bf-bfcf-85e89befb74c req-ee35bdb7-20e9-4e7c-a11e-eee4cadcdc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:33.107655 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3f574408-d379-43bf-bfcf-85e89befb74c req-ee35bdb7-20e9-4e7c-a11e-eee4cadcdc13 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9e26bb24-e6f2-40be-accd-709839a4b796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1155548 Feb 17 17:53:33.326707 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3f574408-d379-43bf-bfcf-85e89befb74c req-fb3ef45d-3c50-4c64-9a15-1dfef54af837 service neutron] 10.222.0.67 "GET /v2.0/networks/9e26bb24-e6f2-40be-accd-709839a4b796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109840 Feb 17 17:53:33.345774 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd235956-77f6-44b2-9f6d-03892e0699dc req-820bab45-69b5-473e-8157-198a8d28aa75 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:33.354707 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-bd235956-77f6-44b2-9f6d-03892e0699dc req-820bab45-69b5-473e-8157-198a8d28aa75 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1185544 Feb 17 17:53:33.404479 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-bd235956-77f6-44b2-9f6d-03892e0699dc req-3bc7ac92-427b-46bf-bced-1481218454f9 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481744 Feb 17 17:53:33.515013 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3f574408-d379-43bf-bfcf-85e89befb74c req-a6f316a6-feae-41d4-8707-12d7b2c45710 service neutron] 10.222.0.67 "GET /v2.0/networks/9e26bb24-e6f2-40be-accd-709839a4b796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1804512 Feb 17 17:53:33.679123 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334fcad-2964-4ba4-bea0-a5505480a8e3 req-907a0ee0-41a4-48a1-ab7d-7200b9c3fd35 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:33.681595 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5334fcad-2964-4ba4-bea0-a5505480a8e3 req-907a0ee0-41a4-48a1-ab7d-7200b9c3fd35 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5464a81-a62a-46cd-b315-dfa269eca1c2 HTTP/1.1" status: 200 len: 945 time: 0.0999386 Feb 17 17:53:33.737169 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5334fcad-2964-4ba4-bea0-a5505480a8e3 req-dd73aa9b-a1e4-4366-aab6-39e7d2031699 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479703 Feb 17 17:53:33.798350 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2eaef6-a6d6-46a6-b976-d8d9c5d9064c req-b0281f3c-55cb-4d4e-b2ca-58a0e387e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:33.800030 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fd2eaef6-a6d6-46a6-b976-d8d9c5d9064c req-b0281f3c-55cb-4d4e-b2ca-58a0e387e756 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f8adfcbd0474382948337c78dd5e1f5&device_id=2850068f-5831-4cd3-86c0-7ad23f5f816b HTTP/1.1" status: 200 len: 1164 time: 0.0902205 Feb 17 17:53:34.031581 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2eaef6-a6d6-46a6-b976-d8d9c5d9064c req-d9e9b0a0-717e-430a-9ebb-ebf6ed572793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:34.033262 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fd2eaef6-a6d6-46a6-b976-d8d9c5d9064c req-d9e9b0a0-717e-430a-9ebb-ebf6ed572793 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9e26bb24-e6f2-40be-accd-709839a4b796 HTTP/1.1" status: 200 len: 863 time: 0.2240400 Feb 17 17:53:34.046568 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d774c9-f041-4abb-87d8-e5baed590bfe req-a0c56ed8-49a8-4c3f-acbf-cb7edf1147f9 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:34.053750 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a4d774c9-f041-4abb-87d8-e5baed590bfe req-a0c56ed8-49a8-4c3f-acbf-cb7edf1147f9 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.1678612 Feb 17 17:53:34.155152 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fd2eaef6-a6d6-46a6-b976-d8d9c5d9064c req-4909786b-bae1-4287-8558-17df9a730f85 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=b0914239-05f2-4302-8eb3-1b15191389d0 HTTP/1.1" status: 200 len: 217 time: 0.0976765 Feb 17 17:53:34.174362 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395a023-5aa0-4c9b-bc69-7603417f5882 req-c0d42841-920a-47e7-bc9e-e9eb0d777c72 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:34.176159 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d395a023-5aa0-4c9b-bc69-7603417f5882 req-c0d42841-920a-47e7-bc9e-e9eb0d777c72 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.1554089 Feb 17 17:53:34.228750 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d395a023-5aa0-4c9b-bc69-7603417f5882 req-9d5bb963-f989-4147-934f-a5a43504edc0 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448389 Feb 17 17:53:34.236764 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a4d774c9-f041-4abb-87d8-e5baed590bfe req-a98d1aa4-ba97-4699-b2e6-409525280f0c tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819952 Feb 17 17:53:34.275294 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2eaef6-a6d6-46a6-b976-d8d9c5d9064c req-1535d5f2-bf3f-4abe-bd93-3d5c5e17f7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:34.277318 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fd2eaef6-a6d6-46a6-b976-d8d9c5d9064c req-1535d5f2-bf3f-4abe-bd93-3d5c5e17f7a5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=adfc76ea-5a11-445d-9a1f-d0e00714d43a HTTP/1.1" status: 200 len: 843 time: 0.1113331 Feb 17 17:53:34.387870 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2eaef6-a6d6-46a6-b976-d8d9c5d9064c req-1bcc9298-0fe9-4fd2-8ece-62ff4464a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:34.391090 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fd2eaef6-a6d6-46a6-b976-d8d9c5d9064c req-1bcc9298-0fe9-4fd2-8ece-62ff4464a77f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9e26bb24-e6f2-40be-accd-709839a4b796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1061842 Feb 17 17:53:34.516482 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802d093-638d-45de-b1c8-f45648fe021f req-967e5291-40dc-4151-9faa-4074c7aef9a7 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:34.526798 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5802d093-638d-45de-b1c8-f45648fe021f req-967e5291-40dc-4151-9faa-4074c7aef9a7 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.49 "GET /v2.0/ports?device_id=2850068f-5831-4cd3-86c0-7ad23f5f816b HTTP/1.1" status: 200 len: 947 time: 0.1618037 Feb 17 17:53:34.602910 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5802d093-638d-45de-b1c8-f45648fe021f req-6b7569b7-035c-43c8-b931-176e301df62e tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.49 "GET /v2.0/security-groups?id=0197734d-7b11-44b7-8285-2ff38df1a536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745571 Feb 17 17:53:34.661538 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fd2eaef6-a6d6-46a6-b976-d8d9c5d9064c req-ab769ebf-7ccd-4502-a1e1-88ec6d130c64 service neutron] 10.222.0.67 "GET /v2.0/networks/9e26bb24-e6f2-40be-accd-709839a4b796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601666 Feb 17 17:53:34.791410 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ce90c-bc56-4dc6-a7c8-2ae153375071 req-706690fc-58a6-4789-b26b-0347522157c1 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:34.793337 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-819ce90c-bc56-4dc6-a7c8-2ae153375071 req-706690fc-58a6-4789-b26b-0347522157c1 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.2391205 Feb 17 17:53:34.895727 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fd2eaef6-a6d6-46a6-b976-d8d9c5d9064c req-92ebd310-4014-465c-b2de-39f0ae9d0f51 service neutron] 10.222.0.67 "GET /v2.0/networks/9e26bb24-e6f2-40be-accd-709839a4b796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2236128 Feb 17 17:53:34.899120 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-819ce90c-bc56-4dc6-a7c8-2ae153375071 req-490b527b-c588-4808-be8e-3792bf7dfbe1 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810080 Feb 17 17:53:35.031803 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232e75e-78c1-475d-aed0-68cd3279ad37 req-9f023fcf-88ee-4383-9130-3285287bbc01 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:35.033895 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d232e75e-78c1-475d-aed0-68cd3279ad37 req-9f023fcf-88ee-4383-9130-3285287bbc01 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5464a81-a62a-46cd-b315-dfa269eca1c2 HTTP/1.1" status: 200 len: 945 time: 0.1203506 Feb 17 17:53:35.159293 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d232e75e-78c1-475d-aed0-68cd3279ad37 req-a93936f3-2b06-4427-a4ef-54bd65445979 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929656 Feb 17 17:53:35.264439 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56807a7c-953c-4ad6-8f78-83ddbf02d36f req-718a2c5d-7eb9-403e-9cc4-7bd777367ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:35.266237 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-56807a7c-953c-4ad6-8f78-83ddbf02d36f req-718a2c5d-7eb9-403e-9cc4-7bd777367ea9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f216181af2b648939636de50f29d3988&device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 1162 time: 0.0990541 Feb 17 17:53:35.847902 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8f5da-dda5-4bd2-9783-6c27dc6c4be3 req-84c03667-7e54-46f5-83d3-38f608045799 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:35.856956 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0ed8f5da-dda5-4bd2-9783-6c27dc6c4be3 req-84c03667-7e54-46f5-83d3-38f608045799 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.49 "GET /v2.0/ports?device_id=2850068f-5831-4cd3-86c0-7ad23f5f816b HTTP/1.1" status: 200 len: 947 time: 0.1207359 Feb 17 17:53:35.894393 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56807a7c-953c-4ad6-8f78-83ddbf02d36f req-72c46d49-8484-435f-b083-c2c845fa0c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:35.894586 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-56807a7c-953c-4ad6-8f78-83ddbf02d36f req-72c46d49-8484-435f-b083-c2c845fa0c3d service neutron] 10.222.0.67 "GET /v2.0/networks?id=7b435b71-d20c-4f15-b462-26d694fc6d23 HTTP/1.1" status: 200 len: 913 time: 0.5635188 Feb 17 17:53:35.902462 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb249828-020d-4011-8b9f-5dc8788550d3 req-7a4195be-8cc1-4847-afab-7d29f534f645 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:35.904064 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cb249828-020d-4011-8b9f-5dc8788550d3 req-7a4195be-8cc1-4847-afab-7d29f534f645 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5464a81-a62a-46cd-b315-dfa269eca1c2 HTTP/1.1" status: 200 len: 945 time: 0.2091415 Feb 17 17:53:35.917267 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0ed8f5da-dda5-4bd2-9783-6c27dc6c4be3 req-809e48ef-3197-4d3c-8021-d083bafbd4d0 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.49 "GET /v2.0/security-groups?id=0197734d-7b11-44b7-8285-2ff38df1a536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592396 Feb 17 17:53:36.083229 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-cb249828-020d-4011-8b9f-5dc8788550d3 req-2a2531fe-6b0d-4b5e-9388-e60fad404c5d tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Deleting port 1b452d0d-f072-48c5-8db2-4ddc52c9a2e7 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:53:36.083617 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-cb249828-020d-4011-8b9f-5dc8788550d3 req-2a2531fe-6b0d-4b5e-9388-e60fad404c5d tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:36.123780 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-56807a7c-953c-4ad6-8f78-83ddbf02d36f req-812dfbf1-8952-49d0-abcc-4fc7bc26a2f0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d482831-300d-4594-8b0f-d3b31c42e5e4 HTTP/1.1" status: 200 len: 217 time: 0.2184415 Feb 17 17:53:36.137351 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3dd4c-6d52-4632-a3c1-68f1dc306297 req-d4532a5f-fa87-4da5-b47e-34f74b63f40f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:36.145492 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a6f3dd4c-6d52-4632-a3c1-68f1dc306297 req-d4532a5f-fa87-4da5-b47e-34f74b63f40f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.4483936 Feb 17 17:53:36.221785 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1cbfc-1ad0-48c0-a62a-8f19c61c170a req-7fb5f9f1-a270-404d-99c1-0e56bec26929 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:36.223657 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-aef1cbfc-1ad0-48c0-a62a-8f19c61c170a req-7fb5f9f1-a270-404d-99c1-0e56bec26929 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1357489 Feb 17 17:53:36.278140 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-aef1cbfc-1ad0-48c0-a62a-8f19c61c170a req-1b03b60a-f324-4313-8386-4a5aefc9c5f0 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473478 Feb 17 17:53:36.301609 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a6f3dd4c-6d52-4632-a3c1-68f1dc306297 req-7c59f5fe-6392-4844-8b9e-154ade2635e4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549108 Feb 17 17:53:36.304046 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56807a7c-953c-4ad6-8f78-83ddbf02d36f req-86124dbd-0d69-46fb-841b-6d42f1bd71fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:36.306375 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-56807a7c-953c-4ad6-8f78-83ddbf02d36f req-86124dbd-0d69-46fb-841b-6d42f1bd71fd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c2cdc979-22d3-4af2-8aed-276237453deb HTTP/1.1" status: 200 len: 859 time: 0.1548922 Feb 17 17:53:36.442061 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-56807a7c-953c-4ad6-8f78-83ddbf02d36f req-cdb3c634-bd38-414c-ac88-d0263fcbe1c7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b435b71-d20c-4f15-b462-26d694fc6d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874603 Feb 17 17:53:36.589661 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2165551-6caf-47a3-8664-999c8664232d req-a58c9db6-c78f-4e5c-967d-88337c765482 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:36.604952 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b2165551-6caf-47a3-8664-999c8664232d req-a58c9db6-c78f-4e5c-967d-88337c765482 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5464a81-a62a-46cd-b315-dfa269eca1c2 HTTP/1.1" status: 200 len: 945 time: 0.1833932 Feb 17 17:53:36.636671 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Network 9e26bb24-e6f2-40be-accd-709839a4b796 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:53:36.702835 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b2165551-6caf-47a3-8664-999c8664232d req-7342cc0a-76a1-4cf6-81ba-078873ca2ed1 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965307 Feb 17 17:53:36.761378 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-56807a7c-953c-4ad6-8f78-83ddbf02d36f req-0f90ab1b-2dcc-4167-a4a0-0296097a3a14 service neutron] 10.222.0.67 "GET /v2.0/networks/7b435b71-d20c-4f15-b462-26d694fc6d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120384 Feb 17 17:53:36.868873 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-cb249828-020d-4011-8b9f-5dc8788550d3 req-2a2531fe-6b0d-4b5e-9388-e60fad404c5d tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] For port 1b452d0d-f072-48c5-8db2-4ddc52c9a2e7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=1b452d0d-f072-48c5-8db2-4ddc52c9a2e7,segment=NetworkSegment(cd4ef5f5-798d-462d-940e-fdbc85c2c98b),segment_id=cd4ef5f5-798d-462d-940e-fdbc85c2c98b)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:53:36.869466 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-cb249828-020d-4011-8b9f-5dc8788550d3 req-2a2531fe-6b0d-4b5e-9388-e60fad404c5d tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:37.031164 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-cb249828-020d-4011-8b9f-5dc8788550d3 req-2a2531fe-6b0d-4b5e-9388-e60fad404c5d tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Calling delete_port for 1b452d0d-f072-48c5-8db2-4ddc52c9a2e7 owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:53:37.115711 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.objects.ports [None req-0f0db4f9-ff48-4919-b9b0-86e5df07663c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83988) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 17:53:37.224474 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-56807a7c-953c-4ad6-8f78-83ddbf02d36f req-8f5f434d-2426-4488-9d51-6eedb46cf9a0 service neutron] 10.222.0.67 "GET /v2.0/networks/7b435b71-d20c-4f15-b462-26d694fc6d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4549077 Feb 17 17:53:37.312508 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60b1bd-64b1-4c34-88f1-9fd750d4b8b3 req-7aad8188-fd09-45d4-9f18-04f6d4b5c91d tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:37.313375 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-8a60b1bd-64b1-4c34-88f1-9fd750d4b8b3 req-7aad8188-fd09-45d4-9f18-04f6d4b5c91d tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Synchronizing usage tracker for tenant:6f8adfcbd0474382948337c78dd5e1f5 on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:53:37.379609 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-cb249828-020d-4011-8b9f-5dc8788550d3 req-2a2531fe-6b0d-4b5e-9388-e60fad404c5d tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:37.397257 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:37.432032 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-8a60b1bd-64b1-4c34-88f1-9fd750d4b8b3 req-7aad8188-fd09-45d4-9f18-04f6d4b5c91d tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Unset dirty status for tenant:6f8adfcbd0474382948337c78dd5e1f5 on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:53:37.435276 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8a60b1bd-64b1-4c34-88f1-9fd750d4b8b3 req-7aad8188-fd09-45d4-9f18-04f6d4b5c91d tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.49 "GET /v2.0/ports?device_id=2850068f-5831-4cd3-86c0-7ad23f5f816b HTTP/1.1" status: 200 len: 947 time: 0.3435113 Feb 17 17:53:37.509230 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2531fe-6b0d-4b5e-9388-e60fad404c5d tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Pushing event deleted for resources: {'Port': ['ID=1b452d0d-f072-48c5-8db2-4ddc52c9a2e7,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:37.517337 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2a2531fe-6b0d-4b5e-9388-e60fad404c5d tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:37.590714 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a7105-a1d9-44e0-ad83-3ed8c86fda67 req-7763e1c4-80fb-462c-83c4-599daf924dec tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:37.592052 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-8a60b1bd-64b1-4c34-88f1-9fd750d4b8b3 req-720ea703-11f1-4a20-a782-a0682e64e96a tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Synchronizing usage tracker for tenant:6f8adfcbd0474382948337c78dd5e1f5 on resource:security_group {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:53:37.593847 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fd2a7105-a1d9-44e0-ad83-3ed8c86fda67 req-7763e1c4-80fb-462c-83c4-599daf924dec tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1513522 Feb 17 17:53:37.652731 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fd2a7105-a1d9-44e0-ad83-3ed8c86fda67 req-c69344e2-b76d-4283-abb5-761eb19408a7 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498297 Feb 17 17:53:37.661277 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-8a60b1bd-64b1-4c34-88f1-9fd750d4b8b3 req-720ea703-11f1-4a20-a782-a0682e64e96a tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Unset dirty status for tenant:6f8adfcbd0474382948337c78dd5e1f5 on resource:security_group {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:53:37.662700 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8a60b1bd-64b1-4c34-88f1-9fd750d4b8b3 req-720ea703-11f1-4a20-a782-a0682e64e96a tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.49 "GET /v2.0/security-groups?id=0197734d-7b11-44b7-8285-2ff38df1a536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556387 Feb 17 17:53:37.724245 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb249828-020d-4011-8b9f-5dc8788550d3 req-2a2531fe-6b0d-4b5e-9388-e60fad404c5d tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] No DVR routers for this DVR port 1b452d0d-f072-48c5-8db2-4ddc52c9a2e7 on host hv-cinder-76019 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:53:37.727345 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-cb249828-020d-4011-8b9f-5dc8788550d3 req-2a2531fe-6b0d-4b5e-9388-e60fad404c5d tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:37.732169 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5464a81-a62a-46cd-b315-dfa269eca1c2', 'name': 'network-vif-deleted', 'tag': '1b452d0d-f072-48c5-8db2-4ddc52c9a2e7'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:53:37.751321 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cb249828-020d-4011-8b9f-5dc8788550d3 req-2a2531fe-6b0d-4b5e-9388-e60fad404c5d tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.67 "DELETE /v2.0/ports/1b452d0d-f072-48c5-8db2-4ddc52c9a2e7 HTTP/1.1" status: 204 len: 173 time: 1.7817259 Feb 17 17:53:37.877787 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device b0914239-05f2-4302-8eb3-1b15191389d0 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:53:37.891890 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-58e02ff4-9860-459f-a774-fc0e5a7b8062 req-b9e75afc-18d7-4d27-ac20-6f50f2cb83eb tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5464a81-a62a-46cd-b315-dfa269eca1c2 HTTP/1.1" status: 200 len: 210 time: 0.0630302 Feb 17 17:53:37.970651 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9cb256-21b1-4ef6-b791-2f53015296c0 req-fddcf499-fdcd-4168-b9e6-e9456c4cac16 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:37.972358 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ae9cb256-21b1-4ef6-b791-2f53015296c0 req-fddcf499-fdcd-4168-b9e6-e9456c4cac16 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.1395602 Feb 17 17:53:38.006917 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5464a81-a62a-46cd-b315-dfa269eca1c2', 'name': 'network-vif-deleted', 'tag': '1b452d0d-f072-48c5-8db2-4ddc52c9a2e7', 'status': 'completed', 'code': 200} Feb 17 17:53:38.008150 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning for port b0914239-05f2-4302-8eb3-1b15191389d0 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:53:38.013897 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port b0914239-05f2-4302-8eb3-1b15191389d0 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:53:38.014586 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:38.068170 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ae9cb256-21b1-4ef6-b791-2f53015296c0 req-d04645b4-d59a-4ce6-a03a-1f453eecb44f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852022 Feb 17 17:53:38.237565 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:38.273070 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2850068f-5831-4cd3-86c0-7ad23f5f816b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0914239-05f2-4302-8eb3-1b15191389d0'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:53:38.286194 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] For port b0914239-05f2-4302-8eb3-1b15191389d0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=b0914239-05f2-4302-8eb3-1b15191389d0,segment=NetworkSegment(bb1622d4-7979-478b-9d05-ff658daf85c5),segment_id=bb1622d4-7979-478b-9d05-ff658daf85c5)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:53:38.292450 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:38.294627 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:38.333295 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 1b452d0d-f072-48c5-8db2-4ddc52c9a2e7 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:53:38.373873 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2850068f-5831-4cd3-86c0-7ad23f5f816b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0914239-05f2-4302-8eb3-1b15191389d0', 'code': 200} Feb 17 17:53:38.394617 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] No Port match for: 1b452d0d-f072-48c5-8db2-4ddc52c9a2e7 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:53:38.395022 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 1b452d0d-f072-48c5-8db2-4ddc52c9a2e7 not bound to the agent host hv-cinder-76019 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:53:38.424984 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Pushing event updated for resources: {'Port': ['ID=b0914239-05f2-4302-8eb3-1b15191389d0,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:38.428583 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:38.656853 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:38.730249 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a250d-2e37-4268-bbab-44bcdc62b7c2 req-6c3ee923-69cd-4943-b2e8-07e3a2378d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:38.743346 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fb5a250d-2e37-4268-bbab-44bcdc62b7c2 req-6c3ee923-69cd-4943-b2e8-07e3a2378d95 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2850068f-5831-4cd3-86c0-7ad23f5f816b HTTP/1.1" status: 200 len: 1166 time: 0.1307757 Feb 17 17:53:38.880725 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fb5a250d-2e37-4268-bbab-44bcdc62b7c2 req-01dd6c5c-5b1b-4c43-827f-e30279677ee3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0197734d-7b11-44b7-8285-2ff38df1a536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295238 Feb 17 17:53:38.965952 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b7ded-746d-43d3-a81e-675ee0d44e18 req-a419f71c-d9c4-4e18-a156-165993addb3e tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:38.982945 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-6e6b7ded-746d-43d3-a81e-675ee0d44e18 req-a419f71c-d9c4-4e18-a156-165993addb3e tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.49 "GET /v2.0/ports?device_id=2850068f-5831-4cd3-86c0-7ad23f5f816b HTTP/1.1" status: 200 len: 949 time: 0.1584954 Feb 17 17:53:38.985627 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78168faf-5ddb-4c04-a28d-26e056f6f8b4 req-08b85d7f-e070-445c-a3f9-3fc1707f66b4 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:38.989186 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-78168faf-5ddb-4c04-a28d-26e056f6f8b4 req-08b85d7f-e070-445c-a3f9-3fc1707f66b4 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1263192 Feb 17 17:53:39.049924 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-6e6b7ded-746d-43d3-a81e-675ee0d44e18 req-f616f33d-4b01-4c2c-b76e-5f5ac410aa7b tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.49 "GET /v2.0/security-groups?id=0197734d-7b11-44b7-8285-2ff38df1a536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631263 Feb 17 17:53:39.070423 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-78168faf-5ddb-4c04-a28d-26e056f6f8b4 req-88825f8b-9ac0-413c-91e8-7a080ca8d6e5 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759392 Feb 17 17:53:39.150343 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device b0914239-05f2-4302-8eb3-1b15191389d0 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:53:39.271708 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port b0914239-05f2-4302-8eb3-1b15191389d0 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:53:39.272295 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:39.298495 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-53e24a2f-f4de-4ea3-b3f1-b0d62f0857a7 req-56c71563-5de0-416a-9481-9187ee67164f tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Synchronizing usage tracker for tenant:82d5dedee50c40eebfe29a0df4366919 on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:53:39.320343 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-53e24a2f-f4de-4ea3-b3f1-b0d62f0857a7 req-56c71563-5de0-416a-9481-9187ee67164f tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Unset dirty status for tenant:82d5dedee50c40eebfe29a0df4366919 on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:53:39.333340 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-53e24a2f-f4de-4ea3-b3f1-b0d62f0857a7 req-56c71563-5de0-416a-9481-9187ee67164f tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5464a81-a62a-46cd-b315-dfa269eca1c2 HTTP/1.1" status: 200 len: 210 time: 0.0934587 Feb 17 17:53:39.387497 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4b6eb-30ec-427c-823f-32f739d72e79 req-93fc5c56-bb75-4dd7-b434-d22c2f1011e3 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:39.400144 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ade4b6eb-30ec-427c-823f-32f739d72e79 req-93fc5c56-bb75-4dd7-b434-d22c2f1011e3 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.1468267 Feb 17 17:53:39.471809 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ade4b6eb-30ec-427c-823f-32f739d72e79 req-244d6a94-0c8b-46dc-9f88-cb3e065bea43 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703776 Feb 17 17:53:40.376985 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e35b8-4d2a-440f-bbd8-dbefddb6e7fc req-86ac4bbe-945d-4b9a-a1ed-f5aac17744b9 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:40.378817 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-311e35b8-4d2a-440f-bbd8-dbefddb6e7fc req-86ac4bbe-945d-4b9a-a1ed-f5aac17744b9 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1399121 Feb 17 17:53:40.390302 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f0c86-198f-4e18-9be1-a0f20c8aa4a7 req-58b997a9-9d87-47c9-932b-4c79b4317cce tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:40.392467 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-331f0c86-198f-4e18-9be1-a0f20c8aa4a7 req-58b997a9-9d87-47c9-932b-4c79b4317cce tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.49 "GET /v2.0/ports?device_id=2850068f-5831-4cd3-86c0-7ad23f5f816b HTTP/1.1" status: 200 len: 949 time: 0.1782246 Feb 17 17:53:40.452824 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-311e35b8-4d2a-440f-bbd8-dbefddb6e7fc req-d616e182-0346-4e4f-9382-7bb0f02c4e8d tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666332 Feb 17 17:53:40.462182 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-331f0c86-198f-4e18-9be1-a0f20c8aa4a7 req-4d433a2b-17e3-47de-ab2b-8497ac7e0cac tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.49 "GET /v2.0/security-groups?id=0197734d-7b11-44b7-8285-2ff38df1a536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624802 Feb 17 17:53:40.724453 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490838d-9038-4255-b2cf-f692cdc4939d req-f4148735-d1e4-4182-a199-5e9c26e3ba42 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:40.726106 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-6490838d-9038-4255-b2cf-f692cdc4939d req-f4148735-d1e4-4182-a199-5e9c26e3ba42 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.1129105 Feb 17 17:53:40.782338 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-6490838d-9038-4255-b2cf-f692cdc4939d req-9ad24e59-a9f3-44f0-b5e8-787bc12d5862 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492594 Feb 17 17:53:40.864724 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device b0914239-05f2-4302-8eb3-1b15191389d0 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:53:40.947017 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port b0914239-05f2-4302-8eb3-1b15191389d0 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:53:40.947523 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:41.725170 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc1ba4-4291-45ed-8edf-36f834f29620 req-cd630558-ff11-4f36-a8b1-17d229a9891e tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:41.728162 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-6dbc1ba4-4291-45ed-8edf-36f834f29620 req-cd630558-ff11-4f36-a8b1-17d229a9891e tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1116438 Feb 17 17:53:41.739721 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea6783-4f09-408a-a13c-455745e3fedd req-74a9d863-1048-4851-88ba-f43c3e8a29e5 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:41.748097 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-99ea6783-4f09-408a-a13c-455745e3fedd req-74a9d863-1048-4851-88ba-f43c3e8a29e5 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.49 "GET /v2.0/ports?device_id=2850068f-5831-4cd3-86c0-7ad23f5f816b HTTP/1.1" status: 200 len: 949 time: 0.1169715 Feb 17 17:53:41.807958 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-99ea6783-4f09-408a-a13c-455745e3fedd req-9d2edfbb-a13b-4caa-9d7d-517f1a56da6a tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.49 "GET /v2.0/security-groups?id=0197734d-7b11-44b7-8285-2ff38df1a536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532486 Feb 17 17:53:41.821721 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-6dbc1ba4-4291-45ed-8edf-36f834f29620 req-f688d09a-5a81-45bb-b00f-295050bccd6a tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739372 Feb 17 17:53:42.106025 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a38728-8c31-4ea5-a52d-ffe667600862 req-5ed783cc-4d32-4aec-a7b8-cd3fa377f36d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:42.114298 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-10a38728-8c31-4ea5-a52d-ffe667600862 req-5ed783cc-4d32-4aec-a7b8-cd3fa377f36d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.1321602 Feb 17 17:53:42.186479 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-10a38728-8c31-4ea5-a52d-ffe667600862 req-86233adf-5a35-4de4-baf1-25da8a6e33bf tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706723 Feb 17 17:53:42.466046 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc5467-b9ee-481f-883a-6ed75af387aa req-44838ff1-1033-452b-86dc-d8d26185e865 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:42.473285 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d5fc5467-b9ee-481f-883a-6ed75af387aa req-44838ff1-1033-452b-86dc-d8d26185e865 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38b84f7-1def-42c7-ba14-c8418ee884b2 HTTP/1.1" status: 200 len: 945 time: 0.1319087 Feb 17 17:53:42.531387 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d5fc5467-b9ee-481f-883a-6ed75af387aa req-f9efa445-1957-4104-88bc-a5329fbadb42 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569005 Feb 17 17:53:42.706215 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966b1ba-508c-42c6-a474-5805d69fdcaf req-5ac57210-3594-4bbf-8842-7c2a807e3498 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:42.709217 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b966b1ba-508c-42c6-a474-5805d69fdcaf req-5ac57210-3594-4bbf-8842-7c2a807e3498 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.49 "GET /v2.0/ports?device_id=2850068f-5831-4cd3-86c0-7ad23f5f816b HTTP/1.1" status: 200 len: 949 time: 0.1285720 Feb 17 17:53:42.775634 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b966b1ba-508c-42c6-a474-5805d69fdcaf req-561ffc73-21d4-4be3-9c7b-49fba256bc9c tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.49 "GET /v2.0/security-groups?id=0197734d-7b11-44b7-8285-2ff38df1a536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610802 Feb 17 17:53:43.056998 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbe896-5b4b-439c-b179-3478d93d0af7 req-64d945b0-1d7d-4b25-84a1-edd5accfd14c tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:43.059482 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-45fbe896-5b4b-439c-b179-3478d93d0af7 req-64d945b0-1d7d-4b25-84a1-edd5accfd14c tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1112051 Feb 17 17:53:43.123562 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-45fbe896-5b4b-439c-b179-3478d93d0af7 req-4d951d39-349c-48bd-a0ce-d131567272e5 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535438 Feb 17 17:53:43.421272 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fee2e3-7f9f-49c3-ad5b-4d11a6e465b0 req-f7ba0fa8-9827-4fdc-b3ea-e645df1278a2 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:43.429407 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-29fee2e3-7f9f-49c3-ad5b-4d11a6e465b0 req-f7ba0fa8-9827-4fdc-b3ea-e645df1278a2 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.1035500 Feb 17 17:53:43.480729 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-29fee2e3-7f9f-49c3-ad5b-4d11a6e465b0 req-d1e2172a-5a2d-4881-98e8-483e8ca7fdb0 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499890 Feb 17 17:53:43.782039 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cdcc46-25f5-43be-b832-504164044110 req-71e442ca-f274-4a5c-93db-e166aeb9bf42 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:43.783824 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-13cdcc46-25f5-43be-b832-504164044110 req-71e442ca-f274-4a5c-93db-e166aeb9bf42 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38b84f7-1def-42c7-ba14-c8418ee884b2 HTTP/1.1" status: 200 len: 945 time: 0.0932899 Feb 17 17:53:43.844756 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-13cdcc46-25f5-43be-b832-504164044110 req-b50037a9-8804-4d3b-b31c-4fea1e11b833 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541494 Feb 17 17:53:43.998647 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd98f9-16bc-40f1-b8e6-c57dffe35947 req-333bdfea-e1ba-492c-bfc5-65801536601a tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:44.000326 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2cdd98f9-16bc-40f1-b8e6-c57dffe35947 req-333bdfea-e1ba-492c-bfc5-65801536601a tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.49 "GET /v2.0/ports?device_id=2850068f-5831-4cd3-86c0-7ad23f5f816b HTTP/1.1" status: 200 len: 949 time: 0.0981917 Feb 17 17:53:44.089570 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2cdd98f9-16bc-40f1-b8e6-c57dffe35947 req-58e9e7fa-acb9-4c59-9844-02c9ce54ae26 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.49 "GET /v2.0/security-groups?id=0197734d-7b11-44b7-8285-2ff38df1a536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825865 Feb 17 17:53:44.358687 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742463e5-f034-46e4-911f-59e1b1fae766 req-b0ef71b5-1e36-4f97-be81-8e24a93e3ec8 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:44.360860 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-742463e5-f034-46e4-911f-59e1b1fae766 req-b0ef71b5-1e36-4f97-be81-8e24a93e3ec8 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1018758 Feb 17 17:53:44.417529 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-742463e5-f034-46e4-911f-59e1b1fae766 req-95c651f4-6696-4ac5-b107-2d28d1efee4b tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502348 Feb 17 17:53:44.727219 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device d1c34e38-7264-4a5b-8c98-a884b533aff5 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:53:44.877256 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:44.914171 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38b84f7-1def-42c7-ba14-c8418ee884b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1c34e38-7264-4a5b-8c98-a884b533aff5'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:53:44.917443 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bbd70-15bd-4e66-989e-519f06451b42 req-e7efc4b4-dcbb-41e1-b519-bf1860941459 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:44.919602 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e30bbd70-15bd-4e66-989e-519f06451b42 req-e7efc4b4-dcbb-41e1-b519-bf1860941459 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.67 "GET /v2.0/ports?device_id=2850068f-5831-4cd3-86c0-7ad23f5f816b HTTP/1.1" status: 200 len: 949 time: 0.4477146 Feb 17 17:53:44.922555 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] For port d1c34e38-7264-4a5b-8c98-a884b533aff5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=d1c34e38-7264-4a5b-8c98-a884b533aff5,segment=NetworkSegment(cd4ef5f5-798d-462d-940e-fdbc85c2c98b),segment_id=cd4ef5f5-798d-462d-940e-fdbc85c2c98b)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:53:44.926292 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:44.927412 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device b0914239-05f2-4302-8eb3-1b15191389d0 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:53:44.964449 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:45.020062 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cca89-8a8a-4a18-944c-e9373c82e6a8 req-d248a749-e969-4876-b18a-7ce8c45680aa tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:45.021741 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2e8cca89-8a8a-4a18-944c-e9373c82e6a8 req-d248a749-e969-4876-b18a-7ce8c45680aa tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.67 "GET /v2.0/ports?device_id=c38b84f7-1def-42c7-ba14-c8418ee884b2 HTTP/1.1" status: 200 len: 945 time: 0.4746029 Feb 17 17:53:45.132372 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40971bf0-aa19-4632-8f18-7ea0a4e02b90 req-2bbceab5-6b77-4064-a4ca-0824ac407dd6 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:45.135435 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-40971bf0-aa19-4632-8f18-7ea0a4e02b90 req-2bbceab5-6b77-4064-a4ca-0824ac407dd6 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38b84f7-1def-42c7-ba14-c8418ee884b2 HTTP/1.1" status: 200 len: 943 time: 0.1112521 Feb 17 17:53:45.157560 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-e30bbd70-15bd-4e66-989e-519f06451b42 req-6eccbf21-0650-4928-85f5-b1f320531686 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Deleting port b0914239-05f2-4302-8eb3-1b15191389d0 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:53:45.158324 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e30bbd70-15bd-4e66-989e-519f06451b42 req-6eccbf21-0650-4928-85f5-b1f320531686 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:45.190270 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-40971bf0-aa19-4632-8f18-7ea0a4e02b90 req-7381b0c0-ce51-4658-8006-469c93db2316 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485337 Feb 17 17:53:45.196962 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Pushing event updated for resources: {'Port': ['ID=d1c34e38-7264-4a5b-8c98-a884b533aff5,revision_number=5']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:45.202979 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4400b25-3a3c-49e9-9a83-377a7221e338 req-ddeed77f-6d6a-4657-bfcb-6f9a4c0970c1 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:45.207495 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:45.209942 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:45.219759 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b4400b25-3a3c-49e9-9a83-377a7221e338 req-ddeed77f-6d6a-4657-bfcb-6f9a4c0970c1 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.3180246 Feb 17 17:53:45.250831 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] For port b0914239-05f2-4302-8eb3-1b15191389d0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=b0914239-05f2-4302-8eb3-1b15191389d0,segment=NetworkSegment(bb1622d4-7979-478b-9d05-ff658daf85c5),segment_id=bb1622d4-7979-478b-9d05-ff658daf85c5)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:53:45.254407 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:45.257459 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38b84f7-1def-42c7-ba14-c8418ee884b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1c34e38-7264-4a5b-8c98-a884b533aff5', 'code': 200} Feb 17 17:53:45.258366 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:45.275590 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-2e8cca89-8a8a-4a18-944c-e9373c82e6a8 req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Deleting port d1c34e38-7264-4a5b-8c98-a884b533aff5 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:53:45.275981 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-2e8cca89-8a8a-4a18-944c-e9373c82e6a8 req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:45.333760 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Pushing event updated for resources: {'Port': ['ID=b0914239-05f2-4302-8eb3-1b15191389d0,revision_number=5']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:45.337383 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:45.422160 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b4400b25-3a3c-49e9-9a83-377a7221e338 req-b92b89bd-f956-47c8-a2e4-50b7d4beecf9 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012827 Feb 17 17:53:45.451886 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967cbcb-a785-414f-b98b-10b9878bcaa1 req-46faeba6-5e6c-4801-8599-224fc67fc213 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:45.453641 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8967cbcb-a785-414f-b98b-10b9878bcaa1 req-46faeba6-5e6c-4801-8599-224fc67fc213 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.49 "GET /v2.0/ports?device_id=2850068f-5831-4cd3-86c0-7ad23f5f816b HTTP/1.1" status: 200 len: 947 time: 0.1011775 Feb 17 17:53:45.505843 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8967cbcb-a785-414f-b98b-10b9878bcaa1 req-465a3740-68ef-4641-a82e-5f08b1eb6c5e tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.49 "GET /v2.0/security-groups?id=0197734d-7b11-44b7-8285-2ff38df1a536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452065 Feb 17 17:53:45.803951 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a14315-da3b-48a1-b97f-16d7550320f2 req-8fcfe95b-2b45-499b-b8c1-808faa2e7865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:45.805693 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-14a14315-da3b-48a1-b97f-16d7550320f2 req-8fcfe95b-2b45-499b-b8c1-808faa2e7865 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3994a7af636a4127ad81e4b5bee876a5&device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 1163 time: 0.0836909 Feb 17 17:53:45.856041 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-2e8cca89-8a8a-4a18-944c-e9373c82e6a8 req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] For port d1c34e38-7264-4a5b-8c98-a884b533aff5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=d1c34e38-7264-4a5b-8c98-a884b533aff5,segment=NetworkSegment(cd4ef5f5-798d-462d-940e-fdbc85c2c98b),segment_id=cd4ef5f5-798d-462d-940e-fdbc85c2c98b)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:53:45.856448 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-2e8cca89-8a8a-4a18-944c-e9373c82e6a8 req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:45.959028 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a14315-da3b-48a1-b97f-16d7550320f2 req-fa802dcb-6e21-41d9-97e0-c940e4654ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:45.960776 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-14a14315-da3b-48a1-b97f-16d7550320f2 req-fa802dcb-6e21-41d9-97e0-c940e4654ba8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=148e9e2e-c4f3-41c4-97ba-46e9b419a94e HTTP/1.1" status: 200 len: 911 time: 0.1486726 Feb 17 17:53:46.012963 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-2e8cca89-8a8a-4a18-944c-e9373c82e6a8 req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Calling delete_port for d1c34e38-7264-4a5b-8c98-a884b533aff5 owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:53:46.061793 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-e30bbd70-15bd-4e66-989e-519f06451b42 req-6eccbf21-0650-4928-85f5-b1f320531686 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] For port b0914239-05f2-4302-8eb3-1b15191389d0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=b0914239-05f2-4302-8eb3-1b15191389d0,segment=NetworkSegment(bb1622d4-7979-478b-9d05-ff658daf85c5),segment_id=bb1622d4-7979-478b-9d05-ff658daf85c5)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:53:46.062210 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e30bbd70-15bd-4e66-989e-519f06451b42 req-6eccbf21-0650-4928-85f5-b1f320531686 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:46.080948 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-14a14315-da3b-48a1-b97f-16d7550320f2 req-b6382f30-6cd2-4eb5-a853-814039dbb3d1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75ebb4e6-50fd-4093-a975-2f54d9085f70 HTTP/1.1" status: 200 len: 1002 time: 0.1135440 Feb 17 17:53:46.086164 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11447a90-697f-4975-9a8d-77316ebdba98 req-64411374-eb79-4486-8788-f307660b5621 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:46.087936 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-11447a90-697f-4975-9a8d-77316ebdba98 req-64411374-eb79-4486-8788-f307660b5621 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.4794257 Feb 17 17:53:46.167736 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a14315-da3b-48a1-b97f-16d7550320f2 req-05147163-c155-4bc2-8e7a-f8c39850b2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:46.169516 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-14a14315-da3b-48a1-b97f-16d7550320f2 req-05147163-c155-4bc2-8e7a-f8c39850b2e9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5503d0e5-4ae3-4a76-b823-ab77a7eb8434 HTTP/1.1" status: 200 len: 856 time: 0.0820103 Feb 17 17:53:46.236165 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-e30bbd70-15bd-4e66-989e-519f06451b42 req-6eccbf21-0650-4928-85f5-b1f320531686 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Calling delete_port for b0914239-05f2-4302-8eb3-1b15191389d0 owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:53:46.255348 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a14315-da3b-48a1-b97f-16d7550320f2 req-f98382d3-6a09-48cd-8387-ba46da48b531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:46.257041 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-14a14315-da3b-48a1-b97f-16d7550320f2 req-f98382d3-6a09-48cd-8387-ba46da48b531 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=148e9e2e-c4f3-41c4-97ba-46e9b419a94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0798342 Feb 17 17:53:46.375386 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-11447a90-697f-4975-9a8d-77316ebdba98 req-c49ce287-0405-4d85-8d2e-cc78b12b4277 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229056 Feb 17 17:53:46.470181 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-14a14315-da3b-48a1-b97f-16d7550320f2 req-3bb696d4-a8ff-4158-b579-a855a9c5fd43 service neutron] 10.222.0.67 "GET /v2.0/networks/148e9e2e-c4f3-41c4-97ba-46e9b419a94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057433 Feb 17 17:53:46.497702 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-2e8cca89-8a8a-4a18-944c-e9373c82e6a8 req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:46.515500 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ee9853b9-2d18-456b-b881-c4792bc6ff9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:46.561939 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bede9f-011d-4d30-a3a4-e799905b41fb req-32f7f025-dbb9-40d9-8270-74c919f93d60 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:46.563535 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-98bede9f-011d-4d30-a3a4-e799905b41fb req-32f7f025-dbb9-40d9-8270-74c919f93d60 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38b84f7-1def-42c7-ba14-c8418ee884b2 HTTP/1.1" status: 200 len: 943 time: 0.2227843 Feb 17 17:53:46.622250 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Pushing event deleted for resources: {'Port': ['ID=d1c34e38-7264-4a5b-8c98-a884b533aff5,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:46.646364 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-98bede9f-011d-4d30-a3a4-e799905b41fb req-e566bcc9-7087-4058-9450-23cf2090a495 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/security-groups?id=8663f8e2-1e51-4674-8763-239bd4298f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753963 Feb 17 17:53:46.671363 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-14a14315-da3b-48a1-b97f-16d7550320f2 req-4ebf2752-08f8-494c-9baf-34f9b4b64622 service neutron] 10.222.0.67 "GET /v2.0/networks/148e9e2e-c4f3-41c4-97ba-46e9b419a94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1936684 Feb 17 17:53:46.693805 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.694188 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.694667 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.695031 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.696021 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.696329 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.696752 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.697148 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.697541 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.697931 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.698317 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.698707 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.699148 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.699536 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.699926 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.700405 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.700719 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.701109 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.701491 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.701878 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.702255 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.702638 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.703017 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.703397 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:46.706573 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e30bbd70-15bd-4e66-989e-519f06451b42 req-6eccbf21-0650-4928-85f5-b1f320531686 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:46.721270 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:46.770260 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:46.819683 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-dfb612c5-e082-46b8-b5e4-512cd4a89b9a req-bc625ff6-c598-44c7-ada5-a227e6e91d53 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.49 "GET /v2.0/ports?device_id=2850068f-5831-4cd3-86c0-7ad23f5f816b HTTP/1.1" status: 200 len: 210 time: 0.0508478 Feb 17 17:53:46.883100 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eccbf21-0650-4928-85f5-b1f320531686 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Pushing event deleted for resources: {'Port': ['ID=b0914239-05f2-4302-8eb3-1b15191389d0,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:46.887298 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 7d482831-300d-4594-8b0f-d3b31c42e5e4 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:53:46.900354 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6eccbf21-0650-4928-85f5-b1f320531686 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:46.961941 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 7d482831-300d-4594-8b0f-d3b31c42e5e4 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:53:46.962509 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:46.968849 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574040b-e425-4755-95a8-fd1feb80675d req-9106ce85-06ea-4b75-94d9-43b540ed685d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:46.970493 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b574040b-e425-4755-95a8-fd1feb80675d req-9106ce85-06ea-4b75-94d9-43b540ed685d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.4120660 Feb 17 17:53:47.075248 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8cca89-8a8a-4a18-944c-e9373c82e6a8 req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] No DVR routers for this DVR port d1c34e38-7264-4a5b-8c98-a884b533aff5 on host hv-cinder-76019 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:53:47.089785 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-2e8cca89-8a8a-4a18-944c-e9373c82e6a8 req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:47.092923 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38b84f7-1def-42c7-ba14-c8418ee884b2', 'name': 'network-vif-deleted', 'tag': 'd1c34e38-7264-4a5b-8c98-a884b533aff5'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:53:47.100380 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b574040b-e425-4755-95a8-fd1feb80675d req-678a41b0-bf41-4419-910f-8c6dcde9c675 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213822 Feb 17 17:53:47.259589 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2850068f-5831-4cd3-86c0-7ad23f5f816b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0914239-05f2-4302-8eb3-1b15191389d0'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:53:47.316359 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2850068f-5831-4cd3-86c0-7ad23f5f816b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0914239-05f2-4302-8eb3-1b15191389d0', 'code': 200} Feb 17 17:53:47.370485 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38b84f7-1def-42c7-ba14-c8418ee884b2', 'name': 'network-vif-deleted', 'tag': 'd1c34e38-7264-4a5b-8c98-a884b533aff5', 'status': 'completed', 'code': 200} Feb 17 17:53:47.380183 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30bbd70-15bd-4e66-989e-519f06451b42 req-6eccbf21-0650-4928-85f5-b1f320531686 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] No DVR routers for this DVR port b0914239-05f2-4302-8eb3-1b15191389d0 on host hv-cinder-76019 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:53:47.383381 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e30bbd70-15bd-4e66-989e-519f06451b42 req-6eccbf21-0650-4928-85f5-b1f320531686 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:47.385452 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e30bbd70-15bd-4e66-989e-519f06451b42 req-6eccbf21-0650-4928-85f5-b1f320531686 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.67 "DELETE /v2.0/ports/b0914239-05f2-4302-8eb3-1b15191389d0 HTTP/1.1" status: 204 len: 173 time: 2.4095452 Feb 17 17:53:47.386857 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2e8cca89-8a8a-4a18-944c-e9373c82e6a8 req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.67 "DELETE /v2.0/ports/d1c34e38-7264-4a5b-8c98-a884b533aff5 HTTP/1.1" status: 204 len: 173 time: 2.3383567 Feb 17 17:53:47.607439 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a1bbb-e49a-4371-ad68-503bf93a09bf req-55d32654-b046-462b-9436-06a3649fac83 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:47.609119 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-475a1bbb-e49a-4371-ad68-503bf93a09bf req-55d32654-b046-462b-9436-06a3649fac83 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.0968208 Feb 17 17:53:47.665575 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-475a1bbb-e49a-4371-ad68-503bf93a09bf req-36fc54ee-c1fc-4e37-b4e0-d1dee0904f23 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500269 Feb 17 17:53:47.844756 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-87595599-c918-4fd4-b909-802157584dea req-42790531-1034-4818-96f3-d598eca54806 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Synchronizing usage tracker for tenant:82d5dedee50c40eebfe29a0df4366919 on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:53:47.862311 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-87595599-c918-4fd4-b909-802157584dea req-42790531-1034-4818-96f3-d598eca54806 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Unset dirty status for tenant:82d5dedee50c40eebfe29a0df4366919 on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:53:47.863861 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-87595599-c918-4fd4-b909-802157584dea req-42790531-1034-4818-96f3-d598eca54806 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38b84f7-1def-42c7-ba14-c8418ee884b2 HTTP/1.1" status: 200 len: 210 time: 0.0713625 Feb 17 17:53:48.023236 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2b7a2b81-3509-4c4c-9686-e6c770489214 req-a8604359-1c68-407e-ae6f-969986c9bc63 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] 10.222.0.49 "GET /v2.0/ports?device_id=2850068f-5831-4cd3-86c0-7ad23f5f816b HTTP/1.1" status: 200 len: 210 time: 0.0531580 Feb 17 17:53:48.323499 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb786bfc-4b92-4601-8eed-1a3a31251f21 req-97425da3-0277-44c9-af38-062c182a91f0 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:48.325137 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-bb786bfc-4b92-4601-8eed-1a3a31251f21 req-97425da3-0277-44c9-af38-062c182a91f0 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.0949161 Feb 17 17:53:48.376163 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-bb786bfc-4b92-4601-8eed-1a3a31251f21 req-76a7563e-f9c3-4682-8174-170506f609f0 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444012 Feb 17 17:53:48.874424 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0396e-adf6-4656-8071-2e7cfc098219 req-fe06743b-7b7d-42cd-ba84-6c1848cfd18b tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:48.876030 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-bed0396e-adf6-4656-8071-2e7cfc098219 req-fe06743b-7b7d-42cd-ba84-6c1848cfd18b tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.0919373 Feb 17 17:53:48.928100 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-bed0396e-adf6-4656-8071-2e7cfc098219 req-3d1748d6-33cf-4ab5-b284-c947c805a984 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450473 Feb 17 17:53:48.939649 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 7d482831-300d-4594-8b0f-d3b31c42e5e4 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:53:48.987367 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 47212) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:53:49.017463 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 7d482831-300d-4594-8b0f-d3b31c42e5e4 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:53:49.017897 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:49.060805 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7baa9bd-ed7f-4c19-ae49-a5f2a72a2d1b admin admin] Deleting subnet 70d362a4-3ff5-447c-8b3d-f3421ca1f4a0 {{(pid=83986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 17:53:49.064953 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e7baa9bd-ed7f-4c19-ae49-a5f2a72a2d1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:49.135321 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e7baa9bd-ed7f-4c19-ae49-a5f2a72a2d1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849491584'] for subnet, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:49.184293 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 75ebb4e6-50fd-4093-a975-2f54d9085f70 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:53:49.207507 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e7baa9bd-ed7f-4c19-ae49-a5f2a72a2d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853767929'] for subnet, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:49.340599 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:49.371854 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2850068f-5831-4cd3-86c0-7ad23f5f816b', 'name': 'network-vif-deleted', 'tag': 'b0914239-05f2-4302-8eb3-1b15191389d0'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:53:49.378229 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] For port 75ebb4e6-50fd-4093-a975-2f54d9085f70, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=75ebb4e6-50fd-4093-a975-2f54d9085f70,segment=NetworkSegment(d6c40ba5-568a-477a-8ba4-567b28b5f497),segment_id=d6c40ba5-568a-477a-8ba4-567b28b5f497)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:53:49.379213 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97f11a4-5b9b-4d6b-9103-3266083793ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75ebb4e6-50fd-4093-a975-2f54d9085f70'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:53:49.385921 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:49.387799 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:49.470194 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Pushing event updated for resources: {'Port': ['ID=75ebb4e6-50fd-4093-a975-2f54d9085f70,revision_number=5']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:49.474211 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:49.484773 dv-cinder-760199-3-smb neutron-server[83873]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a97f11a4-5b9b-4d6b-9103-3266083793ae', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '75ebb4e6-50fd-4093-a975-2f54d9085f70', 'code': 422} returned with failed status Feb 17 17:53:49.499038 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2850068f-5831-4cd3-86c0-7ad23f5f816b', 'name': 'network-vif-deleted', 'tag': 'b0914239-05f2-4302-8eb3-1b15191389d0', 'status': 'completed', 'code': 200} Feb 17 17:53:49.512085 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e7baa9bd-ed7f-4c19-ae49-a5f2a72a2d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846389800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036849322119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848634896'] for subnet, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:49.529234 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5fd5b39e-c4c4-4772-83ce-4e8662c0a03a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:49.845350 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7baa9bd-ed7f-4c19-ae49-a5f2a72a2d1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70d362a4-3ff5-447c-8b3d-f3421ca1f4a0,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:49.890994 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e7baa9bd-ed7f-4c19-ae49-a5f2a72a2d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:49.945390 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e7baa9bd-ed7f-4c19-ae49-a5f2a72a2d1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:49.958264 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-e7baa9bd-ed7f-4c19-ae49-a5f2a72a2d1b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/70d362a4-3ff5-447c-8b3d-f3421ca1f4a0 HTTP/1.1" status: 204 len: 168 time: 0.9696155 Feb 17 17:53:49.960932 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 47298) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:53:49.977770 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e4141-8f01-4fda-bebe-9f682beff8f3 req-55c4967f-15d3-4373-a634-be42a169f8a9 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:49.979550 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-420e4141-8f01-4fda-bebe-9f682beff8f3 req-55c4967f-15d3-4373-a634-be42a169f8a9 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 944 time: 0.1395230 Feb 17 17:53:50.033847 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-420e4141-8f01-4fda-bebe-9f682beff8f3 req-04d4a731-0b5c-4c38-be7a-3122e3b14e23 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465825 Feb 17 17:53:50.157375 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1158782d-59db-44af-a21b-87ea8236d0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247486'] for network, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:50.266634 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa5a69-153b-410f-be14-9d73074db504 req-673a524d-0035-4782-8bf0-fb7b45f0831f tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:50.268366 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-45fa5a69-153b-410f-be14-9d73074db504 req-673a524d-0035-4782-8bf0-fb7b45f0831f tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1957719 Feb 17 17:53:50.494814 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-45fa5a69-153b-410f-be14-9d73074db504 req-9f100d31-bb4f-49cf-a5f6-45cf09a89df6 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910894 Feb 17 17:53:50.499867 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1158782d-59db-44af-a21b-87ea8236d0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853766242', 'neutron.services.segments.db._delete_segments_for_network-8753449836301'] for network, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:50.647305 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-1158782d-59db-44af-a21b-87ea8236d0fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['376dd2cb-f819-4afd-88f1-5bdecf18b8d9']}} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:53:50.662825 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9e716-3b07-46db-b857-b742985a86b5 req-215dff76-add0-44ac-8250-e37076c76ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:50.665202 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-87b9e716-3b07-46db-b857-b742985a86b5 req-215dff76-add0-44ac-8250-e37076c76ad8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 1162 time: 0.2752032 Feb 17 17:53:50.669948 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-1158782d-59db-44af-a21b-87ea8236d0fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd4ef5f5-798d-462d-940e-fdbc85c2c98b') {'for_net_delete': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:53:50.670283 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-1158782d-59db-44af-a21b-87ea8236d0fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd4ef5f5-798d-462d-940e-fdbc85c2c98b') {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:53:50.705476 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1158782d-59db-44af-a21b-87ea8236d0fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753449833229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848376904'] for segment, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:50.737661 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1158782d-59db-44af-a21b-87ea8236d0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012526'] for segment, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:50.742754 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1158782d-59db-44af-a21b-87ea8236d0fa admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 17:53:50.783584 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-87b9e716-3b07-46db-b857-b742985a86b5 req-cf9ce2e9-22b2-4bcf-9b5e-bdeeb29a5c90 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047857 Feb 17 17:53:50.958022 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-1158782d-59db-44af-a21b-87ea8236d0fa admin admin] Network 376dd2cb-f819-4afd-88f1-5bdecf18b8d9 has no segments {{(pid=83987) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:53:50.969038 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1158782d-59db-44af-a21b-87ea8236d0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853763306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6452714'] for segment, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:51.205922 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-1158782d-59db-44af-a21b-87ea8236d0fa admin admin] Network 376dd2cb-f819-4afd-88f1-5bdecf18b8d9 has no segments {{(pid=83987) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:53:51.231660 dv-cinder-760199-3-smb neutron-server[83873]: Traceback (most recent call last): Feb 17 17:53:51.231660 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:53:51.231660 dv-cinder-760199-3-smb neutron-server[83873]: timer() Feb 17 17:53:51.231660 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:53:51.231660 dv-cinder-760199-3-smb neutron-server[83873]: cb(*args, **kw) Feb 17 17:53:51.231660 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 17:53:51.231660 dv-cinder-760199-3-smb neutron-server[83873]: return func(*args, **kwargs) Feb 17 17:53:51.231660 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:53:51.231660 dv-cinder-760199-3-smb neutron-server[83873]: self._notify() Feb 17 17:53:51.231660 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:53:51.231660 dv-cinder-760199-3-smb neutron-server[83873]: self.callback(batched_events) Feb 17 17:53:51.231660 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:53:51.231660 dv-cinder-760199-3-smb neutron-server[83873]: event.method(event) Feb 17 17:53:51.231660 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 17:53:51.231660 dv-cinder-760199-3-smb neutron-server[83873]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:53:51.231660 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 17:53:51.231660 dv-cinder-760199-3-smb neutron-server[83873]: segment_id)['aggregates'][0] Feb 17 17:53:51.231660 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 17:53:51.231660 dv-cinder-760199-3-smb neutron-server[83873]: return f(self, *a, **k) Feb 17 17:53:51.231660 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 17:53:51.231660 dv-cinder-760199-3-smb neutron-server[83873]: return self._get(url).json() Feb 17 17:53:51.231660 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:53:51.231660 dv-cinder-760199-3-smb neutron-server[83873]: **kwargs) Feb 17 17:53:51.231660 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 17:53:51.231660 dv-cinder-760199-3-smb neutron-server[83873]: return self.request(url, 'GET', **kwargs) Feb 17 17:53:51.231660 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 17:53:51.231660 dv-cinder-760199-3-smb neutron-server[83873]: **endpoint_filter) Feb 17 17:53:51.231660 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 17:53:51.231660 dv-cinder-760199-3-smb neutron-server[83873]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:53:51.231660 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 17:53:51.231660 dv-cinder-760199-3-smb neutron-server[83873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:53:51.231660 dv-cinder-760199-3-smb neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:53:51.274253 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75dcfc-ef7f-4283-9aca-ea38e88da5ec req-b37f8fa6-24f1-4714-9e1f-120d244bd945 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:51.283302 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ec75dcfc-ef7f-4283-9aca-ea38e88da5ec req-b37f8fa6-24f1-4714-9e1f-120d244bd945 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 944 time: 0.1288855 Feb 17 17:53:51.337262 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1158782d-59db-44af-a21b-87ea8236d0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846510654'] for network, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:51.341437 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d6358bb9-ee60-4da2-aa37-88ec8c08a5c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:51.358145 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ec75dcfc-ef7f-4283-9aca-ea38e88da5ec req-c31ab752-8a90-4389-9dd7-2625409fb4cc tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736544 Feb 17 17:53:51.362795 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1158782d-59db-44af-a21b-87ea8236d0fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:51.380982 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1158782d-59db-44af-a21b-87ea8236d0fa admin admin] Pushing event deleted for resources: {'Network': ['ID=376dd2cb-f819-4afd-88f1-5bdecf18b8d9,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:51.380982 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1158782d-59db-44af-a21b-87ea8236d0fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:51.384241 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-1158782d-59db-44af-a21b-87ea8236d0fa admin admin] 10.222.0.49 "DELETE /v2.0/networks/376dd2cb-f819-4afd-88f1-5bdecf18b8d9 HTTP/1.1" status: 204 len: 168 time: 1.4215813 Feb 17 17:53:51.418234 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 47434) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:53:51.565998 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-38fba2fc-a5da-4112-9623-fd2e239d8852 req-9eac1ee1-3227-470b-9e87-85151b177ada service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1461878 Feb 17 17:53:51.650941 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 47456) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:53:51.746152 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-254335c8-34bb-4865-ae57-fd2f35f31726 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=82d5dedee50c40eebfe29a0df4366919&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0936117 Feb 17 17:53:51.749661 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 47462) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:53:51.753653 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044508ee-b5e8-4632-8ba6-f69c12c9954c req-9d110021-c601-49c2-a4e9-8216461d0936 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:51.755337 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-044508ee-b5e8-4632-8ba6-f69c12c9954c req-9d110021-c601-49c2-a4e9-8216461d0936 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1195955 Feb 17 17:53:51.841364 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-044508ee-b5e8-4632-8ba6-f69c12c9954c req-6e830d96-dc57-41ca-8c0b-2c670da23206 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782497 Feb 17 17:53:51.895447 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-47069d36-b5e6-431e-b7a0-1f0329de735e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:51.947814 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-47069d36-b5e6-431e-b7a0-1f0329de735e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:52.005461 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-47069d36-b5e6-431e-b7a0-1f0329de735e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:52.011702 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-220451d6-8789-49f4-828d-c9dff015fe68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:52.027604 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47069d36-b5e6-431e-b7a0-1f0329de735e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8663f8e2-1e51-4674-8763-239bd4298f75,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:52.031548 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-47069d36-b5e6-431e-b7a0-1f0329de735e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:52.040921 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-47069d36-b5e6-431e-b7a0-1f0329de735e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:52.042689 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-47069d36-b5e6-431e-b7a0-1f0329de735e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8663f8e2-1e51-4674-8763-239bd4298f75 HTTP/1.1" status: 204 len: 168 time: 0.2918499 Feb 17 17:53:52.600710 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b82456-f7e2-41b9-8a61-5f7a8d935e2d req-e23d11a1-1cce-405b-aaf7-d90f038ae084 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:52.603147 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b5b82456-f7e2-41b9-8a61-5f7a8d935e2d req-e23d11a1-1cce-405b-aaf7-d90f038ae084 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 944 time: 0.1030121 Feb 17 17:53:52.656865 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b5b82456-f7e2-41b9-8a61-5f7a8d935e2d req-838d4dae-11d1-4b13-84d9-5b98d8cf75df tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459266 Feb 17 17:53:53.172122 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fecac7-8dbe-40c4-81cc-c4dd054afb6e req-fda94ee3-2675-4610-acab-ebcd5cced07d tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:53.173893 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-69fecac7-8dbe-40c4-81cc-c4dd054afb6e req-fda94ee3-2675-4610-acab-ebcd5cced07d tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1942492 Feb 17 17:53:53.178062 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fba2fc-a5da-4112-9623-fd2e239d8852 req-49d2d688-aea2-42a0-8937-81a1b6028040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:53.180196 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-38fba2fc-a5da-4112-9623-fd2e239d8852 req-49d2d688-aea2-42a0-8937-81a1b6028040 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae&tenant_id=3994a7af636a4127ad81e4b5bee876a5 HTTP/1.1" status: 200 len: 1161 time: 0.1321721 Feb 17 17:53:53.284686 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-69fecac7-8dbe-40c4-81cc-c4dd054afb6e req-5d762098-d1d2-4c2e-bbc0-913acf2af4a2 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018956 Feb 17 17:53:53.319380 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fba2fc-a5da-4112-9623-fd2e239d8852 req-5bd555da-c82a-44d7-9d26-e93c98ab3c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:53.323305 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-38fba2fc-a5da-4112-9623-fd2e239d8852 req-5bd555da-c82a-44d7-9d26-e93c98ab3c05 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3994a7af636a4127ad81e4b5bee876a5&device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 1161 time: 0.1039865 Feb 17 17:53:53.499390 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fba2fc-a5da-4112-9623-fd2e239d8852 req-b7e45b5a-8962-4438-b1a1-8dd251918559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:53.501181 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-38fba2fc-a5da-4112-9623-fd2e239d8852 req-b7e45b5a-8962-4438-b1a1-8dd251918559 service neutron] 10.222.0.67 "GET /v2.0/networks?id=148e9e2e-c4f3-41c4-97ba-46e9b419a94e HTTP/1.1" status: 200 len: 911 time: 0.1703117 Feb 17 17:53:53.618888 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-38fba2fc-a5da-4112-9623-fd2e239d8852 req-696945b6-c7f0-4816-b8de-cda587393d01 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75ebb4e6-50fd-4093-a975-2f54d9085f70 HTTP/1.1" status: 200 len: 1000 time: 0.1101868 Feb 17 17:53:53.728533 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fba2fc-a5da-4112-9623-fd2e239d8852 req-948825ab-ee31-4dc4-a05a-49e43c4cfc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:53.730455 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-38fba2fc-a5da-4112-9623-fd2e239d8852 req-948825ab-ee31-4dc4-a05a-49e43c4cfc9d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5503d0e5-4ae3-4a76-b823-ab77a7eb8434 HTTP/1.1" status: 200 len: 856 time: 0.1055052 Feb 17 17:53:53.951379 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fba2fc-a5da-4112-9623-fd2e239d8852 req-34265fdb-1357-4323-b17b-c114b74125e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:53.953056 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-38fba2fc-a5da-4112-9623-fd2e239d8852 req-34265fdb-1357-4323-b17b-c114b74125e3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=148e9e2e-c4f3-41c4-97ba-46e9b419a94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2115982 Feb 17 17:53:53.970356 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d790499-6702-4ad8-8a2a-c098a683f6a5 req-8e3f010a-54f0-4748-9f0b-63c71faa0202 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:53.971979 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3d790499-6702-4ad8-8a2a-c098a683f6a5 req-8e3f010a-54f0-4748-9f0b-63c71faa0202 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.0932844 Feb 17 17:53:54.008527 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dbedf-026c-44cb-824c-334851deb9ca req-6b266040-6551-4f96-8d86-60e1d6cb8195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:54.010187 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-de4dbedf-026c-44cb-824c-334851deb9ca req-6b266040-6551-4f96-8d86-60e1d6cb8195 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f216181af2b648939636de50f29d3988&device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 1162 time: 0.2185557 Feb 17 17:53:54.021986 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3d790499-6702-4ad8-8a2a-c098a683f6a5 req-90bff9c2-ad11-45c6-8e2a-96ef0f7fb226 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427983 Feb 17 17:53:54.065432 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f656b32-c568-4381-a150-5f17307bbe99 req-c5ecb05b-9f0f-425d-a909-b99c4b380a84 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:54.067194 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4f656b32-c568-4381-a150-5f17307bbe99 req-c5ecb05b-9f0f-425d-a909-b99c4b380a84 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 944 time: 0.2388399 Feb 17 17:53:54.468899 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4f656b32-c568-4381-a150-5f17307bbe99 req-48866fa0-9fc5-4762-9a3e-40b91157fa21 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3629544 Feb 17 17:53:54.523442 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-38fba2fc-a5da-4112-9623-fd2e239d8852 req-3c409531-a177-4d58-a4d8-625d672c3c9f service neutron] 10.222.0.67 "GET /v2.0/networks/148e9e2e-c4f3-41c4-97ba-46e9b419a94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5552835 Feb 17 17:53:54.532909 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dbedf-026c-44cb-824c-334851deb9ca req-cb031a6b-1181-40ba-a7ff-f59e0cc1b988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:54.534512 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-de4dbedf-026c-44cb-824c-334851deb9ca req-cb031a6b-1181-40ba-a7ff-f59e0cc1b988 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7b435b71-d20c-4f15-b462-26d694fc6d23 HTTP/1.1" status: 200 len: 913 time: 0.4663284 Feb 17 17:53:54.692136 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-de4dbedf-026c-44cb-824c-334851deb9ca req-7ff1452e-3d0d-48c2-b089-394d83936a18 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d482831-300d-4594-8b0f-d3b31c42e5e4 HTTP/1.1" status: 200 len: 217 time: 0.1302845 Feb 17 17:53:54.712025 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 47572) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:53:54.795904 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dbedf-026c-44cb-824c-334851deb9ca req-c95a25d8-006b-471a-a7c3-28e46892d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:54.797336 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-de4dbedf-026c-44cb-824c-334851deb9ca req-c95a25d8-006b-471a-a7c3-28e46892d76c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c2cdc979-22d3-4af2-8aed-276237453deb HTTP/1.1" status: 200 len: 859 time: 0.0951071 Feb 17 17:53:54.866232 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-de4dbedf-026c-44cb-824c-334851deb9ca req-0eec8e9d-2aed-4b7c-b300-1938994ca7e7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b435b71-d20c-4f15-b462-26d694fc6d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565927 Feb 17 17:53:54.869425 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-38fba2fc-a5da-4112-9623-fd2e239d8852 req-5d203c47-8bb1-4e7a-9ac0-84fe86f96c44 service neutron] 10.222.0.67 "GET /v2.0/networks/148e9e2e-c4f3-41c4-97ba-46e9b419a94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3380768 Feb 17 17:53:54.878993 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-cbe634d6-6b1e-4486-ad35-68a77e8a8c74 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6f8adfcbd0474382948337c78dd5e1f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1654656 Feb 17 17:53:54.881744 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 47578) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:53:54.954005 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-33420dc2-fb1e-4be6-8f20-7e6e6479392f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:54.987664 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-33420dc2-fb1e-4be6-8f20-7e6e6479392f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:55.039882 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-33420dc2-fb1e-4be6-8f20-7e6e6479392f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:55.040132 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-de4dbedf-026c-44cb-824c-334851deb9ca req-144c20c3-7732-4fc3-a5b4-c2175a1f1cc3 service neutron] 10.222.0.67 "GET /v2.0/networks/7b435b71-d20c-4f15-b462-26d694fc6d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547973 Feb 17 17:53:55.046161 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-11e156fc-057e-4770-b13d-2a0b302b8a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:55.063919 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33420dc2-fb1e-4be6-8f20-7e6e6479392f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0197734d-7b11-44b7-8285-2ff38df1a536,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:55.077031 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33420dc2-fb1e-4be6-8f20-7e6e6479392f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:55.077737 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33420dc2-fb1e-4be6-8f20-7e6e6479392f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:55.078324 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33420dc2-fb1e-4be6-8f20-7e6e6479392f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:55.078722 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33420dc2-fb1e-4be6-8f20-7e6e6479392f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:55.079113 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33420dc2-fb1e-4be6-8f20-7e6e6479392f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:55.079582 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33420dc2-fb1e-4be6-8f20-7e6e6479392f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:55.079863 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33420dc2-fb1e-4be6-8f20-7e6e6479392f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:55.080248 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33420dc2-fb1e-4be6-8f20-7e6e6479392f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:55.080634 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33420dc2-fb1e-4be6-8f20-7e6e6479392f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:55.081041 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33420dc2-fb1e-4be6-8f20-7e6e6479392f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:55.081429 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33420dc2-fb1e-4be6-8f20-7e6e6479392f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:55.081898 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33420dc2-fb1e-4be6-8f20-7e6e6479392f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:55.082580 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33420dc2-fb1e-4be6-8f20-7e6e6479392f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:55.083123 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33420dc2-fb1e-4be6-8f20-7e6e6479392f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:55.083351 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33420dc2-fb1e-4be6-8f20-7e6e6479392f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:55.083760 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33420dc2-fb1e-4be6-8f20-7e6e6479392f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:55.084123 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33420dc2-fb1e-4be6-8f20-7e6e6479392f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:55.084632 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33420dc2-fb1e-4be6-8f20-7e6e6479392f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:55.085035 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33420dc2-fb1e-4be6-8f20-7e6e6479392f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:55.085474 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33420dc2-fb1e-4be6-8f20-7e6e6479392f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:55.085855 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33420dc2-fb1e-4be6-8f20-7e6e6479392f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:55.086238 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33420dc2-fb1e-4be6-8f20-7e6e6479392f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:55.086591 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33420dc2-fb1e-4be6-8f20-7e6e6479392f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:55.086971 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33420dc2-fb1e-4be6-8f20-7e6e6479392f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:55.091618 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-33420dc2-fb1e-4be6-8f20-7e6e6479392f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:55.096273 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-33420dc2-fb1e-4be6-8f20-7e6e6479392f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0197734d-7b11-44b7-8285-2ff38df1a536 HTTP/1.1" status: 204 len: 168 time: 0.2134175 Feb 17 17:53:55.097360 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-33420dc2-fb1e-4be6-8f20-7e6e6479392f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:55.321587 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-de4dbedf-026c-44cb-824c-334851deb9ca req-652e91aa-dbe1-4879-94cb-77c602e9cb39 service neutron] 10.222.0.67 "GET /v2.0/networks/7b435b71-d20c-4f15-b462-26d694fc6d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2745333 Feb 17 17:53:55.339895 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec06352-6e6d-4f86-8ab7-6d0dea3c6c42 req-9a299570-b921-4c06-b320-ff36701c7c19 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:55.341499 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8ec06352-6e6d-4f86-8ab7-6d0dea3c6c42 req-9a299570-b921-4c06-b320-ff36701c7c19 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1513000 Feb 17 17:53:55.400108 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7a37f869-b97b-4632-bf19-f3bb75a3321f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:55.404795 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8ec06352-6e6d-4f86-8ab7-6d0dea3c6c42 req-3216895a-ac03-426b-90d9-bca70aeac7f5 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568678 Feb 17 17:53:55.742631 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7d80b-1848-465b-ad48-bf680ab7b955 req-9dd35e6f-9988-400e-a514-57059febc45e tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:55.744507 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b4e7d80b-1848-465b-ad48-bf680ab7b955 req-9dd35e6f-9988-400e-a514-57059febc45e tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 944 time: 0.1443124 Feb 17 17:53:55.817433 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b4e7d80b-1848-465b-ad48-bf680ab7b955 req-8c2eb654-03ad-489c-b9a3-a453c590a11c tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653849 Feb 17 17:53:56.012208 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 47630) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:53:56.318277 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2545494d-16a1-4e7b-8d0d-01d3b6b75951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:56.401159 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2545494d-16a1-4e7b-8d0d-01d3b6b75951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:53:56.412726 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-2545494d-16a1-4e7b-8d0d-01d3b6b75951 admin admin] Usage tracker for resource:security_group_rule and tenant:6464f617d3a141b3a4fb08fa3b715c54 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:53:56.418000 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-2545494d-16a1-4e7b-8d0d-01d3b6b75951 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:53:56.424538 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2545494d-16a1-4e7b-8d0d-01d3b6b75951 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:53:56.658850 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2545494d-16a1-4e7b-8d0d-01d3b6b75951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:56.670276 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2545494d-16a1-4e7b-8d0d-01d3b6b75951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:56.693059 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4ae53ea4-a802-482d-b5f8-f0f8a29bc590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:56.801112 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 47646) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:53:56.809323 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-2545494d-16a1-4e7b-8d0d-01d3b6b75951 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6464f617d3a141b3a4fb08fa3b715c54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7950654 Feb 17 17:53:56.810502 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545494d-16a1-4e7b-8d0d-01d3b6b75951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed191e26-d228-4d5b-b18e-31fd950952fa,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:56.816536 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2545494d-16a1-4e7b-8d0d-01d3b6b75951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:56.893684 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8f1061fe-453f-491b-92db-0cb582a3c227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:56.916133 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4017dc-a9d4-40c2-a933-294f561c28d3 req-7e4ba1c0-44c8-4400-b0e8-63e246ced5fa tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:56.924101 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3b4017dc-a9d4-40c2-a933-294f561c28d3 req-7e4ba1c0-44c8-4400-b0e8-63e246ced5fa tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.2787476 Feb 17 17:53:56.983124 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8f1061fe-453f-491b-92db-0cb582a3c227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:57.027133 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3b4017dc-a9d4-40c2-a933-294f561c28d3 req-3607b14d-a297-48d3-a9ac-0cbcf80d6b32 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019526 Feb 17 17:53:57.088197 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 7d482831-300d-4594-8b0f-d3b31c42e5e4 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:53:57.124951 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8f1061fe-453f-491b-92db-0cb582a3c227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:57.134214 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:57.156088 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1061fe-453f-491b-92db-0cb582a3c227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed191e26-d228-4d5b-b18e-31fd950952fa,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:57.160587 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8f1061fe-453f-491b-92db-0cb582a3c227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:57.165655 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-8f1061fe-453f-491b-92db-0cb582a3c227 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ed191e26-d228-4d5b-b18e-31fd950952fa HTTP/1.1" status: 204 len: 168 time: 0.3623452 Feb 17 17:53:57.166972 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8f1061fe-453f-491b-92db-0cb582a3c227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:57.198133 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82a7c3-8eed-4c0c-a6d3-3c3576321ccd req-eadd14c8-e591-4647-9829-bbbc8b27483a tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:57.205295 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1b82a7c3-8eed-4c0c-a6d3-3c3576321ccd req-eadd14c8-e591-4647-9829-bbbc8b27483a tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 944 time: 0.1884508 Feb 17 17:53:57.277260 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1b82a7c3-8eed-4c0c-a6d3-3c3576321ccd req-d77b26d7-8107-4366-8ba0-f386e5b06d5f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699999 Feb 17 17:53:57.299933 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 7d482831-300d-4594-8b0f-d3b31c42e5e4 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:53:57.300380 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:57.512382 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7e64abb5-b37d-4691-98f0-b71050b6f9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:58.317532 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633f66f-cb45-4515-85df-7a6cda55bd14 req-0c3adb9c-f6eb-4f0d-a120-08364170b42e tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:58.326602 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-6633f66f-cb45-4515-85df-7a6cda55bd14 req-0c3adb9c-f6eb-4f0d-a120-08364170b42e tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1155772 Feb 17 17:53:58.381683 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-6633f66f-cb45-4515-85df-7a6cda55bd14 req-8302a132-48cd-48d9-9761-9360e2691511 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537772 Feb 17 17:53:58.588615 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d015cb-e91a-4530-a91f-cc5ed8486ee5 req-8ba78267-3e9b-42e7-bce0-83058a253daf tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:58.590344 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-28d015cb-e91a-4530-a91f-cc5ed8486ee5 req-8ba78267-3e9b-42e7-bce0-83058a253daf tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 944 time: 0.1199739 Feb 17 17:53:58.671351 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:58.702596 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-28d015cb-e91a-4530-a91f-cc5ed8486ee5 req-03737f05-5233-4c0e-a20d-d48560a6a0cc tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049201 Feb 17 17:53:59.471085 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 47708) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:53:59.605601 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d26a15-6838-4578-9dca-3521420ec9c7 req-87f17317-68be-4a44-9edb-dc5361bc5463 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:59.607553 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c8d26a15-6838-4578-9dca-3521420ec9c7 req-87f17317-68be-4a44-9edb-dc5361bc5463 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1000843 Feb 17 17:53:59.630940 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1729d540-32cb-40e7-ac55-e3c13a5021d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:59.668635 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-1729d540-32cb-40e7-ac55-e3c13a5021d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:53:59.675661 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-1729d540-32cb-40e7-ac55-e3c13a5021d2 admin admin] Usage tracker for resource:security_group_rule and tenant:0de5fa6559a549589d675fff598893a7 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:53:59.687662 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-1729d540-32cb-40e7-ac55-e3c13a5021d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:53:59.699158 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-1729d540-32cb-40e7-ac55-e3c13a5021d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:53:59.712578 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c8d26a15-6838-4578-9dca-3521420ec9c7 req-ba3425c7-e0fa-4ac1-92cc-e63fc4d6bb33 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706222 Feb 17 17:53:59.806147 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:59.833064 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1729d540-32cb-40e7-ac55-e3c13a5021d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:59.837647 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1729d540-32cb-40e7-ac55-e3c13a5021d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:59.849117 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a08afc95-84d1-431c-aea5-09af32d739ce tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:59.930268 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:59.947443 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729d540-32cb-40e7-ac55-e3c13a5021d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be86a58a-df4e-4597-bbf6-08713081be15,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:59.952107 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1729d540-32cb-40e7-ac55-e3c13a5021d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:59.957844 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-1729d540-32cb-40e7-ac55-e3c13a5021d2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0de5fa6559a549589d675fff598893a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4848633 Feb 17 17:53:59.958726 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 47720) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:00.061530 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea49f86-9f76-41c9-b9b0-15542c9a4ca8 req-b166d2c3-9cf0-4964-8d12-3ab1863220f1 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:00.063706 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7ea49f86-9f76-41c9-b9b0-15542c9a4ca8 req-b166d2c3-9cf0-4964-8d12-3ab1863220f1 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 944 time: 0.1759744 Feb 17 17:54:00.118945 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-307c8e0d-9746-4b9e-98bd-933637dae8c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:00.149183 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7ea49f86-9f76-41c9-b9b0-15542c9a4ca8 req-0b6db426-11b8-4782-ab6f-f7dd3ebb0ee1 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785804 Feb 17 17:54:00.173540 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-307c8e0d-9746-4b9e-98bd-933637dae8c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:00.181875 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:54:00.237028 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-307c8e0d-9746-4b9e-98bd-933637dae8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:00.242439 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-46dbbb4b-5659-4216-9c33-ba45740e6384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:00.255064 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c8e0d-9746-4b9e-98bd-933637dae8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be86a58a-df4e-4597-bbf6-08713081be15,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:00.261949 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-307c8e0d-9746-4b9e-98bd-933637dae8c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:00.264897 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-307c8e0d-9746-4b9e-98bd-933637dae8c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:00.266160 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-307c8e0d-9746-4b9e-98bd-933637dae8c5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/be86a58a-df4e-4597-bbf6-08713081be15 HTTP/1.1" status: 204 len: 168 time: 0.2963548 Feb 17 17:54:00.598405 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 47730) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:00.618782 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c16df9d1-98c6-4375-a597-619f378949a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:00.636566 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c16df9d1-98c6-4375-a597-619f378949a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:00.640693 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-c16df9d1-98c6-4375-a597-619f378949a2 admin admin] Usage tracker for resource:security_group_rule and tenant:bf47dd8741d342919310ad65d87b8470 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:54:00.643818 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-c16df9d1-98c6-4375-a597-619f378949a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:54:00.649862 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c16df9d1-98c6-4375-a597-619f378949a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:00.751886 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c16df9d1-98c6-4375-a597-619f378949a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:00.755695 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c16df9d1-98c6-4375-a597-619f378949a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:00.769438 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5c6be6c4-c781-4abe-bebf-407622e825c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:00.828543 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-c16df9d1-98c6-4375-a597-619f378949a2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bf47dd8741d342919310ad65d87b8470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286263 Feb 17 17:54:00.829589 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16df9d1-98c6-4375-a597-619f378949a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c9e46f-ad8f-4149-ba5e-816f7345856d,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:00.831197 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 47736) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:00.848490 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c16df9d1-98c6-4375-a597-619f378949a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:00.912092 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9a1ff58d-5a5d-4c59-bfd3-020372a4b335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:00.944550 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9a1ff58d-5a5d-4c59-bfd3-020372a4b335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:00.978897 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4dec9-1ac2-4668-b5a8-846f22e3beb9 req-eca4ac6f-c3b1-41c2-800b-f5fb984202be tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:00.980966 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5ae4dec9-1ac2-4668-b5a8-846f22e3beb9 req-eca4ac6f-c3b1-41c2-800b-f5fb984202be tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1056988 Feb 17 17:54:01.021326 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9a1ff58d-5a5d-4c59-bfd3-020372a4b335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:01.028112 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2f2c39c2-f704-4f1d-a915-4fdc7b60317a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:01.043291 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ff58d-5a5d-4c59-bfd3-020372a4b335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c9e46f-ad8f-4149-ba5e-816f7345856d,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:01.045407 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5ae4dec9-1ac2-4668-b5a8-846f22e3beb9 req-2562f2b7-09d8-4480-b20d-e5cf57a4cf1b tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572996 Feb 17 17:54:01.045747 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9a1ff58d-5a5d-4c59-bfd3-020372a4b335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:01.053605 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9a1ff58d-5a5d-4c59-bfd3-020372a4b335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:01.057174 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-9a1ff58d-5a5d-4c59-bfd3-020372a4b335 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/88c9e46f-ad8f-4149-ba5e-816f7345856d HTTP/1.1" status: 204 len: 168 time: 0.2248576 Feb 17 17:54:01.409317 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd58ec-3b07-4f36-a973-ad27125da32b req-c2bb66be-a372-4578-9222-5d5190013dd0 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:01.410983 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e2dd58ec-3b07-4f36-a973-ad27125da32b req-c2bb66be-a372-4578-9222-5d5190013dd0 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 944 time: 0.1313343 Feb 17 17:54:01.471728 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e2dd58ec-3b07-4f36-a973-ad27125da32b req-11f9e493-5b5e-415e-b802-f3675b03e94d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536139 Feb 17 17:54:02.331074 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c7796-ee06-42f5-9680-0e168b8cd733 req-36d4a3eb-fd8a-4e7c-99e0-53590b8105fa tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:02.332508 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c55c7796-ee06-42f5-9680-0e168b8cd733 req-36d4a3eb-fd8a-4e7c-99e0-53590b8105fa tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1037292 Feb 17 17:54:02.390706 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c55c7796-ee06-42f5-9680-0e168b8cd733 req-c80bbda9-eca4-4393-b5b4-1eb16a597324 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512781 Feb 17 17:54:02.692686 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74a5c0-d2cb-48fd-8052-0b1379ff0754 req-b0e4ae7f-c318-4e8f-8fae-b329465e5082 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:02.694370 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1e74a5c0-d2cb-48fd-8052-0b1379ff0754 req-b0e4ae7f-c318-4e8f-8fae-b329465e5082 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 944 time: 0.0941863 Feb 17 17:54:02.785090 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1e74a5c0-d2cb-48fd-8052-0b1379ff0754 req-51c7717b-4317-4838-930b-70ba65d52e33 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836806 Feb 17 17:54:03.729865 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79daa76d-ade4-4fb5-92cc-5973199ed9be req-e64222da-b46f-45ad-ba11-29ba4623b0a9 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:03.731909 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-79daa76d-ade4-4fb5-92cc-5973199ed9be req-e64222da-b46f-45ad-ba11-29ba4623b0a9 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1861610 Feb 17 17:54:03.791352 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-79daa76d-ade4-4fb5-92cc-5973199ed9be req-f323b027-8219-48b8-b50d-b6108b59072c tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511408 Feb 17 17:54:03.934568 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 47856) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:04.083786 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5714eb4-893f-4593-9d59-35e2cde13048 req-988f9c8c-e72d-4e11-9cb0-6ff0d9babbd5 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:04.085948 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d5714eb4-893f-4593-9d59-35e2cde13048 req-988f9c8c-e72d-4e11-9cb0-6ff0d9babbd5 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 944 time: 0.1164787 Feb 17 17:54:04.157929 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d5714eb4-893f-4593-9d59-35e2cde13048 req-ec79636e-efbe-4793-a6d8-3da27bc160a1 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651214 Feb 17 17:54:04.164111 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-be1e3579-5014-4069-aead-255906f53e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:04.182659 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-be1e3579-5014-4069-aead-255906f53e6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:04.187095 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-be1e3579-5014-4069-aead-255906f53e6e admin admin] Usage tracker for resource:security_group_rule and tenant:c968e1f985bf4cedb4d4c5cfbaa30f1a is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:54:04.190548 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-be1e3579-5014-4069-aead-255906f53e6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:54:04.197873 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-be1e3579-5014-4069-aead-255906f53e6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:04.301534 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-be1e3579-5014-4069-aead-255906f53e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:04.306189 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-be1e3579-5014-4069-aead-255906f53e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:04.319246 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-000d5eed-4a57-4e9f-8b9d-0efc56ed9140 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:04.358870 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-be1e3579-5014-4069-aead-255906f53e6e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c968e1f985bf4cedb4d4c5cfbaa30f1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4227147 Feb 17 17:54:04.363236 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 47862) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:04.363767 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e3579-5014-4069-aead-255906f53e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6086917e-13fa-46af-af26-322ead5a7583,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:04.368890 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-be1e3579-5014-4069-aead-255906f53e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:04.450858 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ac2bf266-1dd4-4f04-84e3-8b9356379a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:04.486204 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ac2bf266-1dd4-4f04-84e3-8b9356379a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:04.547999 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ac2bf266-1dd4-4f04-84e3-8b9356379a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:04.554110 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4294e9f9-fb32-405f-bbeb-c8b0e547e1f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:04.570507 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2bf266-1dd4-4f04-84e3-8b9356379a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6086917e-13fa-46af-af26-322ead5a7583,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:04.575015 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ac2bf266-1dd4-4f04-84e3-8b9356379a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:04.581548 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ac2bf266-1dd4-4f04-84e3-8b9356379a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:04.582811 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-ac2bf266-1dd4-4f04-84e3-8b9356379a3c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6086917e-13fa-46af-af26-322ead5a7583 HTTP/1.1" status: 204 len: 168 time: 0.2180164 Feb 17 17:54:04.958931 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 47876) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:04.985502 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fb91b3c0-7864-496d-8ab9-77c7e4238d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:05.005236 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-fb91b3c0-7864-496d-8ab9-77c7e4238d00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:05.010082 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-fb91b3c0-7864-496d-8ab9-77c7e4238d00 admin admin] Usage tracker for resource:security_group_rule and tenant:ee38506d966c41b2b4cb0c86e62353e9 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:54:05.013502 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-fb91b3c0-7864-496d-8ab9-77c7e4238d00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:54:05.020631 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-fb91b3c0-7864-496d-8ab9-77c7e4238d00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:05.025537 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fdc2f8-4f2b-4bb1-907c-28869ecffee1 req-1216e158-4a6f-42ed-b369-5e876a03b886 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:05.028070 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a8fdc2f8-4f2b-4bb1-907c-28869ecffee1 req-1216e158-4a6f-42ed-b369-5e876a03b886 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1020324 Feb 17 17:54:05.158880 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a8fdc2f8-4f2b-4bb1-907c-28869ecffee1 req-bc1522a2-e20f-405f-a044-d9187c804a2e tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189408 Feb 17 17:54:05.164426 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fb91b3c0-7864-496d-8ab9-77c7e4238d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:05.202862 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fb91b3c0-7864-496d-8ab9-77c7e4238d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:05.245612 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6b965c81-1837-4582-beb5-d030845fd62f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:05.276671 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-fb91b3c0-7864-496d-8ab9-77c7e4238d00 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ee38506d966c41b2b4cb0c86e62353e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3137619 Feb 17 17:54:05.279872 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 47884) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:05.284969 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91b3c0-7864-496d-8ab9-77c7e4238d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b55e8d9-28b6-4874-9690-148fd81e97d9,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:05.290087 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fb91b3c0-7864-496d-8ab9-77c7e4238d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:05.375140 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ab90cf24-1d24-4940-bac5-bb18e2e0dbad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:05.404978 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ab90cf24-1d24-4940-bac5-bb18e2e0dbad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:05.414291 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9d998-68bf-461e-b478-6548077a30f7 req-f37d8591-ad85-4fe4-ab75-a4894198acee tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:05.416078 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7de9d998-68bf-461e-b478-6548077a30f7 req-f37d8591-ad85-4fe4-ab75-a4894198acee tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 944 time: 0.1023386 Feb 17 17:54:05.456512 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ab90cf24-1d24-4940-bac5-bb18e2e0dbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:05.462520 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fc62145d-a5cf-47e2-854c-c52cbb06108e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:05.477519 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90cf24-1d24-4940-bac5-bb18e2e0dbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b55e8d9-28b6-4874-9690-148fd81e97d9,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:05.481087 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ab90cf24-1d24-4940-bac5-bb18e2e0dbad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:05.483313 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ab90cf24-1d24-4940-bac5-bb18e2e0dbad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:05.487571 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-ab90cf24-1d24-4940-bac5-bb18e2e0dbad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1b55e8d9-28b6-4874-9690-148fd81e97d9 HTTP/1.1" status: 204 len: 168 time: 0.2063181 Feb 17 17:54:05.525474 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7de9d998-68bf-461e-b478-6548077a30f7 req-4ac69917-dc22-430a-a794-a9aeef36df9a tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943890 Feb 17 17:54:06.414835 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39360a-d655-411c-b151-d8bc47a8342f req-5ffbb47f-8b83-4e16-9c44-8ea1f021cb71 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:06.416467 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-de39360a-d655-411c-b151-d8bc47a8342f req-5ffbb47f-8b83-4e16-9c44-8ea1f021cb71 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1324337 Feb 17 17:54:06.507236 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-de39360a-d655-411c-b151-d8bc47a8342f req-9cce90b3-32c8-443e-b906-9a0ab93eb95e tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728319 Feb 17 17:54:06.793205 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfff3a5-dbdd-4ab7-8be0-b7c60bdcf99a req-81133e22-9c43-42a6-a434-37707ecf109b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:06.794930 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ddfff3a5-dbdd-4ab7-8be0-b7c60bdcf99a req-81133e22-9c43-42a6-a434-37707ecf109b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 944 time: 0.0992472 Feb 17 17:54:06.850450 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ddfff3a5-dbdd-4ab7-8be0-b7c60bdcf99a req-cd28a707-823e-4bdd-85e3-387875af3eb9 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488045 Feb 17 17:54:07.755037 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86c1b8-af26-47a8-910a-0ba757366e20 req-7ff01b0e-2629-4a3d-9c06-9b2b87b22bdf tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:07.756715 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-db86c1b8-af26-47a8-910a-0ba757366e20 req-7ff01b0e-2629-4a3d-9c06-9b2b87b22bdf tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.0967171 Feb 17 17:54:07.812761 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-db86c1b8-af26-47a8-910a-0ba757366e20 req-34687377-30cd-4eb0-9e47-ebf37eb82dfd tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487626 Feb 17 17:54:08.067623 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbb27d-cf4d-4d6a-b745-2418f83ae897 req-ffcd048e-7783-4415-be3e-7043bb449e5f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:08.069373 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-13bbb27d-cf4d-4d6a-b745-2418f83ae897 req-ffcd048e-7783-4415-be3e-7043bb449e5f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 944 time: 0.0934670 Feb 17 17:54:08.134715 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-13bbb27d-cf4d-4d6a-b745-2418f83ae897 req-5a1f957e-759d-4b83-b381-21e9e3f21db1 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583160 Feb 17 17:54:08.636605 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:09.027552 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1bdbb7-f3fa-421a-9067-a3917dd4d8a6 req-4abc1c77-540b-405d-9129-2b4a75c00872 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:09.029171 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0f1bdbb7-f3fa-421a-9067-a3917dd4d8a6 req-4abc1c77-540b-405d-9129-2b4a75c00872 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.0951548 Feb 17 17:54:09.086889 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0f1bdbb7-f3fa-421a-9067-a3917dd4d8a6 req-e8e7e106-89bf-41fe-b5aa-9a1a6a88291c tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502706 Feb 17 17:54:09.112157 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 7d482831-300d-4594-8b0f-d3b31c42e5e4 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:54:09.134384 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 47972) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:09.202941 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 7d482831-300d-4594-8b0f-d3b31c42e5e4 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:54:09.203473 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:09.296120 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1988c92e-68d9-4016-abe6-267c6d784136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:09.374603 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-1988c92e-68d9-4016-abe6-267c6d784136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:09.382146 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-1988c92e-68d9-4016-abe6-267c6d784136 admin admin] Usage tracker for resource:security_group_rule and tenant:99f9ff5063214ebc8b6e93a04316b17d is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:54:09.385856 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-1988c92e-68d9-4016-abe6-267c6d784136 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:54:09.392853 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-1988c92e-68d9-4016-abe6-267c6d784136 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:09.456032 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7056321-dee8-415c-b97a-5586b624c7d5 req-7a5181dd-a19a-4fc3-a24e-f4757b57d89d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:09.457697 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c7056321-dee8-415c-b97a-5586b624c7d5 req-7a5181dd-a19a-4fc3-a24e-f4757b57d89d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 944 time: 0.1632717 Feb 17 17:54:09.532323 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c7056321-dee8-415c-b97a-5586b624c7d5 req-2942aed9-7714-4b56-9b3c-eda6244d06dd tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629289 Feb 17 17:54:09.566687 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1988c92e-68d9-4016-abe6-267c6d784136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:09.570969 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1988c92e-68d9-4016-abe6-267c6d784136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:09.580632 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2702e806-ce5b-40ef-91b2-636d6bd4096c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:09.631159 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-1988c92e-68d9-4016-abe6-267c6d784136 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=99f9ff5063214ebc8b6e93a04316b17d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4955738 Feb 17 17:54:09.632222 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1988c92e-68d9-4016-abe6-267c6d784136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f62a7f7-f25c-48ac-a44d-f6fe62fa174e,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:09.634266 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 47990) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:09.636377 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1988c92e-68d9-4016-abe6-267c6d784136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:09.748503 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-576fef6e-e25f-471b-8324-00c47900c3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:09.781898 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-576fef6e-e25f-471b-8324-00c47900c3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:09.860387 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-576fef6e-e25f-471b-8324-00c47900c3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:09.866015 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3b2476fe-55bf-485f-a1e0-188b5f5837e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:09.884608 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576fef6e-e25f-471b-8324-00c47900c3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f62a7f7-f25c-48ac-a44d-f6fe62fa174e,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:09.887670 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-576fef6e-e25f-471b-8324-00c47900c3af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:09.889417 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-576fef6e-e25f-471b-8324-00c47900c3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:09.890856 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-576fef6e-e25f-471b-8324-00c47900c3af admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f62a7f7-f25c-48ac-a44d-f6fe62fa174e HTTP/1.1" status: 204 len: 168 time: 0.2553017 Feb 17 17:54:10.776471 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f03d0-ceba-43fa-8539-f0505d52ea46 req-453908ec-2236-465f-aa85-5cbb0ad29ce2 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:10.778500 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-924f03d0-ceba-43fa-8539-f0505d52ea46 req-453908ec-2236-465f-aa85-5cbb0ad29ce2 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 944 time: 0.0960953 Feb 17 17:54:10.830463 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-924f03d0-ceba-43fa-8539-f0505d52ea46 req-d7580c75-bc3c-43a1-ba15-2c232045a982 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445442 Feb 17 17:54:11.488426 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 75ebb4e6-50fd-4093-a975-2f54d9085f70 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:54:11.570388 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 75ebb4e6-50fd-4093-a975-2f54d9085f70 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:54:11.570648 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:11.746584 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:11.775956 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97f11a4-5b9b-4d6b-9103-3266083793ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ebb4e6-50fd-4093-a975-2f54d9085f70'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:54:11.786969 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] For port 75ebb4e6-50fd-4093-a975-2f54d9085f70, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=75ebb4e6-50fd-4093-a975-2f54d9085f70,segment=NetworkSegment(d6c40ba5-568a-477a-8ba4-567b28b5f497),segment_id=d6c40ba5-568a-477a-8ba4-567b28b5f497)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:54:11.790814 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:11.792987 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:11.836934 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97f11a4-5b9b-4d6b-9103-3266083793ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ebb4e6-50fd-4093-a975-2f54d9085f70', 'code': 200} Feb 17 17:54:11.881428 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Pushing event updated for resources: {'Port': ['ID=75ebb4e6-50fd-4093-a975-2f54d9085f70,revision_number=6']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:11.895516 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:11.896755 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:11.897348 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:11.898461 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:11.899190 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:11.900390 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:11.901198 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:11.901198 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:11.901583 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:11.901940 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:11.902356 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:11.902728 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:11.903166 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:11.903913 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:11.904203 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:11.904581 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:11.905117 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:11.905744 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:11.906249 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:11.906788 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:11.907163 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:11.907532 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:11.907902 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:11.908266 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:11.914395 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:12.059137 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92755dc7-0819-4e1d-9a8e-d96a668014de req-155d5686-301f-470e-9c10-6cb3a7206024 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:12.060840 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-92755dc7-0819-4e1d-9a8e-d96a668014de req-155d5686-301f-470e-9c10-6cb3a7206024 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.0987718 Feb 17 17:54:12.119928 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-92755dc7-0819-4e1d-9a8e-d96a668014de req-d59e52f2-6d0f-4975-931b-548e9ae496bc tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521593 Feb 17 17:54:12.521913 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb63876-9590-4cca-8556-4b49b9ffb061 req-66c6f045-317d-4d1f-8757-68cfff8bf095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:12.525079 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3bb63876-9590-4cca-8556-4b49b9ffb061 req-66c6f045-317d-4d1f-8757-68cfff8bf095 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 1163 time: 0.0888329 Feb 17 17:54:12.571894 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3bb63876-9590-4cca-8556-4b49b9ffb061 req-04c1acb0-d4c4-48a0-9b7d-65be5f11d708 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395496 Feb 17 17:54:13.079601 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 75ebb4e6-50fd-4093-a975-2f54d9085f70 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:54:13.181699 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 75ebb4e6-50fd-4093-a975-2f54d9085f70 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:54:13.182203 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:13.505331 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eea9f0-4f65-455b-8e2a-e8fae54d0a41 req-ec32c36b-186e-477b-af35-032ffe9c3b98 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:13.510288 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e7eea9f0-4f65-455b-8e2a-e8fae54d0a41 req-ec32c36b-186e-477b-af35-032ffe9c3b98 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.1014683 Feb 17 17:54:13.572952 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e7eea9f0-4f65-455b-8e2a-e8fae54d0a41 req-5a91b488-f495-4fd2-9a73-d937220363b0 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549140 Feb 17 17:54:13.944606 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e9869-2be3-428a-98a0-c5e6364990c0 req-c65d0850-ed80-4582-925c-7b8e28e7685d tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:13.946590 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-542e9869-2be3-428a-98a0-c5e6364990c0 req-c65d0850-ed80-4582-925c-7b8e28e7685d tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 946 time: 0.0912681 Feb 17 17:54:14.010343 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-542e9869-2be3-428a-98a0-c5e6364990c0 req-0b5d30e0-6d0e-438a-b279-9c97c9ccc525 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562887 Feb 17 17:54:14.297313 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 48144) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:14.443230 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aabfc1d-50ff-4352-a89a-d080c2ab11a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:14.460596 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5aabfc1d-50ff-4352-a89a-d080c2ab11a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:14.465381 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-5aabfc1d-50ff-4352-a89a-d080c2ab11a0 admin admin] Usage tracker for resource:security_group_rule and tenant:f9d00bc36de449b395f8f723f9c4ecd4 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:54:14.470717 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-5aabfc1d-50ff-4352-a89a-d080c2ab11a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:54:14.479031 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5aabfc1d-50ff-4352-a89a-d080c2ab11a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:14.582392 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aabfc1d-50ff-4352-a89a-d080c2ab11a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:14.585938 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aabfc1d-50ff-4352-a89a-d080c2ab11a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:14.599609 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-576fef6e-e25f-471b-8324-00c47900c3af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:14.638475 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabfc1d-50ff-4352-a89a-d080c2ab11a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30481006-6132-4569-9aa6-316bc7f04cfd,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:14.642485 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5aabfc1d-50ff-4352-a89a-d080c2ab11a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:14.664858 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-5aabfc1d-50ff-4352-a89a-d080c2ab11a0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f9d00bc36de449b395f8f723f9c4ecd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3632474 Feb 17 17:54:14.665171 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 48182) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:14.735930 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-da6f1355-c542-41de-9acf-afe30855b072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:14.765917 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-da6f1355-c542-41de-9acf-afe30855b072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:14.815307 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-da6f1355-c542-41de-9acf-afe30855b072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:14.816175 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948357d-0585-41ae-acb6-76fbec910fbb req-e814ed94-8a3c-4fdb-8371-a21e3e1a8513 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:14.817971 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8948357d-0585-41ae-acb6-76fbec910fbb req-e814ed94-8a3c-4fdb-8371-a21e3e1a8513 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.0999985 Feb 17 17:54:14.821718 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:14.834069 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f1355-c542-41de-9acf-afe30855b072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30481006-6132-4569-9aa6-316bc7f04cfd,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:14.842310 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-da6f1355-c542-41de-9acf-afe30855b072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:14.842963 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-da6f1355-c542-41de-9acf-afe30855b072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:14.846736 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-da6f1355-c542-41de-9acf-afe30855b072 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/30481006-6132-4569-9aa6-316bc7f04cfd HTTP/1.1" status: 204 len: 168 time: 0.1780133 Feb 17 17:54:14.873003 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8948357d-0585-41ae-acb6-76fbec910fbb req-893662e0-7728-4801-816f-6797bd387c7b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474112 Feb 17 17:54:15.194806 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 48192) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:15.218555 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9216da89-536f-4682-af31-df35ec8b1ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:15.239308 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-9216da89-536f-4682-af31-df35ec8b1ab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:15.243328 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-9216da89-536f-4682-af31-df35ec8b1ab7 admin admin] Usage tracker for resource:security_group_rule and tenant:19a168456caa4bdab8a2c5d7c941972c is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:54:15.246402 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-9216da89-536f-4682-af31-df35ec8b1ab7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:54:15.252333 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-9216da89-536f-4682-af31-df35ec8b1ab7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:15.273142 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe17c8-574c-4ba7-b8b1-3eb158fc45d8 req-0a552621-9b30-471c-a2af-63de9351bd3b tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:15.274854 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c2fe17c8-574c-4ba7-b8b1-3eb158fc45d8 req-0a552621-9b30-471c-a2af-63de9351bd3b tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 946 time: 0.0966446 Feb 17 17:54:15.325371 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c2fe17c8-574c-4ba7-b8b1-3eb158fc45d8 req-bc1d46d6-5a97-48c9-bec6-60d4c07120ea tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440419 Feb 17 17:54:15.347769 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9216da89-536f-4682-af31-df35ec8b1ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:15.350920 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9216da89-536f-4682-af31-df35ec8b1ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:15.360190 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d08ee488-c7a1-4e3a-a3bb-01a5bce3c721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:15.403956 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-9216da89-536f-4682-af31-df35ec8b1ab7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=19a168456caa4bdab8a2c5d7c941972c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2078159 Feb 17 17:54:15.405770 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216da89-536f-4682-af31-df35ec8b1ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cd3ef1-cd72-4d1e-9c29-f2e2a582c108,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:15.407125 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 48196) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:15.409375 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9216da89-536f-4682-af31-df35ec8b1ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:15.471568 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b6ff2af9-a12c-4ec3-aac4-0ca296e9776b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:15.500342 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b6ff2af9-a12c-4ec3-aac4-0ca296e9776b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:15.549519 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b6ff2af9-a12c-4ec3-aac4-0ca296e9776b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:15.555416 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-057aa8a5-d55e-4999-bf3a-3e6989a9398b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:15.569804 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff2af9-a12c-4ec3-aac4-0ca296e9776b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cd3ef1-cd72-4d1e-9c29-f2e2a582c108,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:15.572789 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b6ff2af9-a12c-4ec3-aac4-0ca296e9776b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:15.574026 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b6ff2af9-a12c-4ec3-aac4-0ca296e9776b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:15.581067 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-b6ff2af9-a12c-4ec3-aac4-0ca296e9776b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/34cd3ef1-cd72-4d1e-9c29-f2e2a582c108 HTTP/1.1" status: 204 len: 168 time: 0.1696858 Feb 17 17:54:16.104987 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff943da6-20a6-4c87-ab79-2a003e857fdb req-f884d037-dd02-4e79-82d3-070263df588b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:16.106964 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ff943da6-20a6-4c87-ab79-2a003e857fdb req-f884d037-dd02-4e79-82d3-070263df588b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.0981960 Feb 17 17:54:16.167766 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ff943da6-20a6-4c87-ab79-2a003e857fdb req-0baf9ea9-57bb-415e-ac6d-280d4906a4b7 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528679 Feb 17 17:54:16.533269 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95434ddf-1403-4b89-9a69-db908cda74fa req-c178f049-6f11-4e16-a1b4-fcdba11b9e08 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:16.534915 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-95434ddf-1403-4b89-9a69-db908cda74fa req-c178f049-6f11-4e16-a1b4-fcdba11b9e08 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 946 time: 0.0928011 Feb 17 17:54:16.641587 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-95434ddf-1403-4b89-9a69-db908cda74fa req-14ece912-aaa3-4f74-beff-ea0152e06d19 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990837 Feb 17 17:54:16.679426 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399083b-4b72-4983-a899-f265fc6f7bd0 req-a3c40490-e82b-4234-97fd-676ad3560f39 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:16.681112 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0399083b-4b72-4983-a899-f265fc6f7bd0 req-a3c40490-e82b-4234-97fd-676ad3560f39 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.67 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 946 time: 0.1223245 Feb 17 17:54:16.766542 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-0399083b-4b72-4983-a899-f265fc6f7bd0 req-ffe29a7b-c137-43ef-a40d-9c0848db7fa7 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Deleting port 3a68e366-8692-443d-bcac-1c9ed3837f67 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:54:16.766940 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-0399083b-4b72-4983-a899-f265fc6f7bd0 req-ffe29a7b-c137-43ef-a40d-9c0848db7fa7 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:16.965466 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 3a68e366-8692-443d-bcac-1c9ed3837f67 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:54:17.050812 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-0399083b-4b72-4983-a899-f265fc6f7bd0 req-ffe29a7b-c137-43ef-a40d-9c0848db7fa7 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] For port 3a68e366-8692-443d-bcac-1c9ed3837f67, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=3a68e366-8692-443d-bcac-1c9ed3837f67,segment=NetworkSegment(31aff11b-7396-4981-85ef-5b95614ed352),segment_id=31aff11b-7396-4981-85ef-5b95614ed352)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:54:17.051297 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-0399083b-4b72-4983-a899-f265fc6f7bd0 req-ffe29a7b-c137-43ef-a40d-9c0848db7fa7 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:17.120023 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:17.160254 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157c3c6d-16b7-4682-9f11-3ac29098a66c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a68e366-8692-443d-bcac-1c9ed3837f67'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:54:17.172706 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] For port 3a68e366-8692-443d-bcac-1c9ed3837f67, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=3a68e366-8692-443d-bcac-1c9ed3837f67,segment=NetworkSegment(31aff11b-7396-4981-85ef-5b95614ed352),segment_id=31aff11b-7396-4981-85ef-5b95614ed352)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:54:17.176953 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:17.179085 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6c4bc9cc-2c6e-4bdb-a7b0-78657960e79a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:17.199480 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-0399083b-4b72-4983-a899-f265fc6f7bd0 req-ffe29a7b-c137-43ef-a40d-9c0848db7fa7 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Calling delete_port for 3a68e366-8692-443d-bcac-1c9ed3837f67 owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:54:17.241696 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 48258) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:17.264630 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Pushing event updated for resources: {'Port': ['ID=3a68e366-8692-443d-bcac-1c9ed3837f67,revision_number=5']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:17.269388 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157c3c6d-16b7-4682-9f11-3ac29098a66c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a68e366-8692-443d-bcac-1c9ed3837f67', 'code': 200} Feb 17 17:54:17.270435 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:17.346682 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.db.api [req-0399083b-4b72-4983-a899-f265fc6f7bd0 req-ffe29a7b-c137-43ef-a40d-9c0848db7fa7 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83987) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:54:17.347265 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_db.api [req-0399083b-4b72-4983-a899-f265fc6f7bd0 req-ffe29a7b-c137-43ef-a40d-9c0848db7fa7 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:54:17.494455 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-600c3b87-1dba-4f01-aee5-4270971e8ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:17.511827 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-600c3b87-1dba-4f01-aee5-4270971e8ce9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:17.516275 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-600c3b87-1dba-4f01-aee5-4270971e8ce9 admin admin] Usage tracker for resource:security_group_rule and tenant:73c9780c99dc41a28c9a1be2b177abec is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:54:17.519516 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-600c3b87-1dba-4f01-aee5-4270971e8ce9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:54:17.526842 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-600c3b87-1dba-4f01-aee5-4270971e8ce9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:17.625134 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-600c3b87-1dba-4f01-aee5-4270971e8ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:17.637290 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-600c3b87-1dba-4f01-aee5-4270971e8ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:17.650827 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9d08cef9-ee15-4d97-a615-d416114ffd92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:17.707542 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-600c3b87-1dba-4f01-aee5-4270971e8ce9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=73c9780c99dc41a28c9a1be2b177abec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4642379 Feb 17 17:54:17.710675 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 48284) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:17.732984 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c3b87-1dba-4f01-aee5-4270971e8ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692df21b-6fda-4991-9770-2ecf74651c30,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:17.736469 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-600c3b87-1dba-4f01-aee5-4270971e8ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:17.812863 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-00ebe8d0-a912-4a79-97d3-1a494676a9b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:17.851022 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-0399083b-4b72-4983-a899-f265fc6f7bd0 req-ffe29a7b-c137-43ef-a40d-9c0848db7fa7 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Deleting port 3a68e366-8692-443d-bcac-1c9ed3837f67 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:54:17.851444 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-0399083b-4b72-4983-a899-f265fc6f7bd0 req-ffe29a7b-c137-43ef-a40d-9c0848db7fa7 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:17.888188 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-00ebe8d0-a912-4a79-97d3-1a494676a9b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:17.893777 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b97b31-55f0-4f63-bec3-ee232792692d req-835ebfc0-efa2-4a1f-a4ee-30578cf64ebb tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:17.895635 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-48b97b31-55f0-4f63-bec3-ee232792692d req-835ebfc0-efa2-4a1f-a4ee-30578cf64ebb tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 944 time: 0.1044965 Feb 17 17:54:17.951204 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-48b97b31-55f0-4f63-bec3-ee232792692d req-e9653db8-384a-4e2f-bb2b-f0ebf27343f4 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468669 Feb 17 17:54:18.102832 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-00ebe8d0-a912-4a79-97d3-1a494676a9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:18.347709 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0cd9a727-7438-4ca7-8afe-b427e181312f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:18.369134 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ebe8d0-a912-4a79-97d3-1a494676a9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692df21b-6fda-4991-9770-2ecf74651c30,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:18.374655 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-00ebe8d0-a912-4a79-97d3-1a494676a9b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:18.399822 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-00ebe8d0-a912-4a79-97d3-1a494676a9b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:18.403873 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-00ebe8d0-a912-4a79-97d3-1a494676a9b1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/692df21b-6fda-4991-9770-2ecf74651c30 HTTP/1.1" status: 204 len: 168 time: 0.6890416 Feb 17 17:54:18.440586 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-0399083b-4b72-4983-a899-f265fc6f7bd0 req-ffe29a7b-c137-43ef-a40d-9c0848db7fa7 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] For port 3a68e366-8692-443d-bcac-1c9ed3837f67, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=3a68e366-8692-443d-bcac-1c9ed3837f67,segment=NetworkSegment(31aff11b-7396-4981-85ef-5b95614ed352),segment_id=31aff11b-7396-4981-85ef-5b95614ed352)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:54:18.441038 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-0399083b-4b72-4983-a899-f265fc6f7bd0 req-ffe29a7b-c137-43ef-a40d-9c0848db7fa7 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:18.589663 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-0399083b-4b72-4983-a899-f265fc6f7bd0 req-ffe29a7b-c137-43ef-a40d-9c0848db7fa7 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Calling delete_port for 3a68e366-8692-443d-bcac-1c9ed3837f67 owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:54:18.774310 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-0399083b-4b72-4983-a899-f265fc6f7bd0 req-ffe29a7b-c137-43ef-a40d-9c0848db7fa7 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:18.792225 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b7b16e51-bee9-4598-b6d2-ff6f1d86fff3 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:18.899079 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe29a7b-c137-43ef-a40d-9c0848db7fa7 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Pushing event deleted for resources: {'Port': ['ID=3a68e366-8692-443d-bcac-1c9ed3837f67,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:18.907813 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ffe29a7b-c137-43ef-a40d-9c0848db7fa7 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:19.036774 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-0399083b-4b72-4983-a899-f265fc6f7bd0 req-ffe29a7b-c137-43ef-a40d-9c0848db7fa7 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] No DVR routers for this DVR port 3a68e366-8692-443d-bcac-1c9ed3837f67 on host hv-cinder-76019 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:54:19.041101 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-0399083b-4b72-4983-a899-f265fc6f7bd0 req-ffe29a7b-c137-43ef-a40d-9c0848db7fa7 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:19.052752 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157c3c6d-16b7-4682-9f11-3ac29098a66c', 'name': 'network-vif-deleted', 'tag': '3a68e366-8692-443d-bcac-1c9ed3837f67'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:54:19.059247 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0399083b-4b72-4983-a899-f265fc6f7bd0 req-ffe29a7b-c137-43ef-a40d-9c0848db7fa7 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.67 "DELETE /v2.0/ports/3a68e366-8692-443d-bcac-1c9ed3837f67 HTTP/1.1" status: 204 len: 173 time: 2.3724446 Feb 17 17:54:19.146139 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157c3c6d-16b7-4682-9f11-3ac29098a66c', 'name': 'network-vif-deleted', 'tag': '3a68e366-8692-443d-bcac-1c9ed3837f67', 'status': 'completed', 'code': 200} Feb 17 17:54:19.148349 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d0399e4a-e325-4c43-a736-107011c1b68c req-d39457a7-7bc9-4e5e-a6b0-128c452c06aa tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=157c3c6d-16b7-4682-9f11-3ac29098a66c HTTP/1.1" status: 200 len: 210 time: 0.0706925 Feb 17 17:54:19.341556 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfeb63a-5efc-4e60-9d30-282b09fcc247 req-2e52635a-68f3-43b5-86c6-05aa72095258 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:19.343221 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-acfeb63a-5efc-4e60-9d30-282b09fcc247 req-2e52635a-68f3-43b5-86c6-05aa72095258 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.0948217 Feb 17 17:54:19.394070 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-acfeb63a-5efc-4e60-9d30-282b09fcc247 req-fe17bab6-f4e0-41d3-b8e4-a18d668238a0 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444207 Feb 17 17:54:20.606845 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf20b2-7fdf-4139-915d-378b0763cdbf req-b2b7a091-befe-4db0-bee9-857534d617ba tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:20.608499 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-75cf20b2-7fdf-4139-915d-378b0763cdbf req-b2b7a091-befe-4db0-bee9-857534d617ba tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.0929670 Feb 17 17:54:20.660228 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-75cf20b2-7fdf-4139-915d-378b0763cdbf req-086e0a22-edc3-474c-90e5-95526157eca2 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447943 Feb 17 17:54:20.677934 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aced2ea-b231-477c-a92b-51c8a7e8aa26 req-bb0f36f3-6c2e-4c03-8020-83e2e62f4e11 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:20.679283 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-3aced2ea-b231-477c-a92b-51c8a7e8aa26 req-bb0f36f3-6c2e-4c03-8020-83e2e62f4e11 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Synchronizing usage tracker for tenant:f216181af2b648939636de50f29d3988 on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:54:20.694594 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-3aced2ea-b231-477c-a92b-51c8a7e8aa26 req-bb0f36f3-6c2e-4c03-8020-83e2e62f4e11 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Unset dirty status for tenant:f216181af2b648939636de50f29d3988 on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:54:20.695840 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3aced2ea-b231-477c-a92b-51c8a7e8aa26 req-bb0f36f3-6c2e-4c03-8020-83e2e62f4e11 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1143553 Feb 17 17:54:20.747807 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3aced2ea-b231-477c-a92b-51c8a7e8aa26 req-5b532d6c-ecca-427e-b092-728cf73a6efd tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455537 Feb 17 17:54:21.881065 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d37028-e4b6-4a5d-bcee-e23759aa58db req-9d2ebb16-d856-44e5-b69b-3da733327f5e tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:21.883329 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-89d37028-e4b6-4a5d-bcee-e23759aa58db req-9d2ebb16-d856-44e5-b69b-3da733327f5e tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.0974474 Feb 17 17:54:21.938139 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-89d37028-e4b6-4a5d-bcee-e23759aa58db req-49affa97-cfb8-4b1b-ae94-90131ab2d69b tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481837 Feb 17 17:54:21.991651 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d87ec-1526-4149-9802-a999011ea6fd req-ec9692ed-e452-49d1-be0c-0a71604d8040 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:21.993722 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-157d87ec-1526-4149-9802-a999011ea6fd req-ec9692ed-e452-49d1-be0c-0a71604d8040 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.1173306 Feb 17 17:54:22.048969 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-157d87ec-1526-4149-9802-a999011ea6fd req-464b1254-ac17-47de-91e2-4bf771704888 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489230 Feb 17 17:54:23.143515 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3eb677-28ee-4268-a475-e5471b510a3c req-3b6e2955-e1f0-4529-bd47-28a908495126 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:23.145817 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4d3eb677-28ee-4268-a475-e5471b510a3c req-3b6e2955-e1f0-4529-bd47-28a908495126 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.0895121 Feb 17 17:54:23.197254 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4d3eb677-28ee-4268-a475-e5471b510a3c req-52b3113c-be1f-4e00-80f0-138771a17322 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444465 Feb 17 17:54:23.256835 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe5ce1b-a517-4c84-b07d-9569bdcddd00 req-2ecba2b3-44cd-4f8b-85f3-22916c85ac1c tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:23.258571 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ebe5ce1b-a517-4c84-b07d-9569bdcddd00 req-2ecba2b3-44cd-4f8b-85f3-22916c85ac1c tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.0883009 Feb 17 17:54:23.307299 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ebe5ce1b-a517-4c84-b07d-9569bdcddd00 req-4fdb7ee6-57ac-401c-b5e2-426968a61dd9 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423696 Feb 17 17:54:24.411191 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2d203-43ad-4384-aafe-7dd562acee04 req-1f1b8a36-311c-476f-915f-5ba32aa81c5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:24.414044 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-55f2d203-43ad-4384-aafe-7dd562acee04 req-1f1b8a36-311c-476f-915f-5ba32aa81c5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.0974016 Feb 17 17:54:24.466411 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-55f2d203-43ad-4384-aafe-7dd562acee04 req-0848e928-c78e-4f31-a62b-213817fafbfe tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469940 Feb 17 17:54:24.524788 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4be0fa-66d3-4df8-821f-9883b7274cbe req-25fb3575-305c-43f4-a0d5-f28e057b23a2 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:24.524788 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9b4be0fa-66d3-4df8-821f-9883b7274cbe req-25fb3575-305c-43f4-a0d5-f28e057b23a2 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.0975945 Feb 17 17:54:24.579455 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9b4be0fa-66d3-4df8-821f-9883b7274cbe req-24729e3d-4cc7-4eff-b2f0-f5ff9e6d0203 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500779 Feb 17 17:54:25.384006 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3856db97-b047-4390-b30a-26c1b9dad956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:25.683175 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa0094-4db3-412e-a86a-87622f50c087 req-8971e14c-0147-41e5-8e22-489484765275 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:25.684864 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f9aa0094-4db3-412e-a86a-87622f50c087 req-8971e14c-0147-41e5-8e22-489484765275 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.0967853 Feb 17 17:54:25.739193 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f9aa0094-4db3-412e-a86a-87622f50c087 req-92f028b3-d2f5-4ab5-b87d-e3ecd05d2087 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467541 Feb 17 17:54:25.810239 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c4a59-921c-4bc0-94ed-34b2877b345c req-9ba00b05-39ad-4941-8901-18d2d19e520d tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:25.811902 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f95c4a59-921c-4bc0-94ed-34b2877b345c req-9ba00b05-39ad-4941-8901-18d2d19e520d tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.0996530 Feb 17 17:54:25.879002 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f95c4a59-921c-4bc0-94ed-34b2877b345c req-061a1363-5408-4e20-b949-d324029fb8a8 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598485 Feb 17 17:54:26.086086 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 48396) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:26.219071 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d894b1a2-79e8-4bdd-8b7e-9f1e78309ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:26.235859 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-d894b1a2-79e8-4bdd-8b7e-9f1e78309ee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:26.239930 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-d894b1a2-79e8-4bdd-8b7e-9f1e78309ee5 admin admin] Usage tracker for resource:security_group_rule and tenant:12909b1cbf0345c78ea2ad6b16189262 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:54:26.242963 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-d894b1a2-79e8-4bdd-8b7e-9f1e78309ee5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:54:26.248787 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-d894b1a2-79e8-4bdd-8b7e-9f1e78309ee5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:26.369592 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d54563-c9a5-40d7-9210-f2f3ee6b8911 req-0ec070c6-604d-403e-acbe-e18aea31cd6d tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:26.371599 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-14d54563-c9a5-40d7-9210-f2f3ee6b8911 req-0ec070c6-604d-403e-acbe-e18aea31cd6d tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.67 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.0944986 Feb 17 17:54:26.401522 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d894b1a2-79e8-4bdd-8b7e-9f1e78309ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:26.405502 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d894b1a2-79e8-4bdd-8b7e-9f1e78309ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:26.421211 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ed437055-dcf1-42b2-a518-34a54e588fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:26.451251 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-14d54563-c9a5-40d7-9210-f2f3ee6b8911 req-e57ce7a9-72da-401b-8ea8-5a1213f2671e tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Deleting port 7d482831-300d-4594-8b0f-d3b31c42e5e4 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:54:26.451637 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-14d54563-c9a5-40d7-9210-f2f3ee6b8911 req-e57ce7a9-72da-401b-8ea8-5a1213f2671e tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:26.501853 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-d894b1a2-79e8-4bdd-8b7e-9f1e78309ee5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=12909b1cbf0345c78ea2ad6b16189262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4142654 Feb 17 17:54:26.504626 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894b1a2-79e8-4bdd-8b7e-9f1e78309ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d08180b-7230-4adb-9a15-b59dd8efc384,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:26.511253 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d894b1a2-79e8-4bdd-8b7e-9f1e78309ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:26.511947 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 48402) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:26.577109 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e747e932-9220-42c2-a2e9-6fc296ad5513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:26.606481 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e747e932-9220-42c2-a2e9-6fc296ad5513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:26.659208 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e747e932-9220-42c2-a2e9-6fc296ad5513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:26.666576 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-faff23a3-72d7-44fd-a3ea-0d74655e6cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:26.683142 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747e932-9220-42c2-a2e9-6fc296ad5513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d08180b-7230-4adb-9a15-b59dd8efc384,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:26.686167 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e747e932-9220-42c2-a2e9-6fc296ad5513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:26.715909 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e747e932-9220-42c2-a2e9-6fc296ad5513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:26.717210 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-e747e932-9220-42c2-a2e9-6fc296ad5513 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1d08180b-7230-4adb-9a15-b59dd8efc384 HTTP/1.1" status: 204 len: 168 time: 0.2042789 Feb 17 17:54:26.734427 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-14d54563-c9a5-40d7-9210-f2f3ee6b8911 req-e57ce7a9-72da-401b-8ea8-5a1213f2671e tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] For port 7d482831-300d-4594-8b0f-d3b31c42e5e4, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=7d482831-300d-4594-8b0f-d3b31c42e5e4,segment=NetworkSegment(31aff11b-7396-4981-85ef-5b95614ed352),segment_id=31aff11b-7396-4981-85ef-5b95614ed352)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:54:26.735088 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-14d54563-c9a5-40d7-9210-f2f3ee6b8911 req-e57ce7a9-72da-401b-8ea8-5a1213f2671e tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:26.887537 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-14d54563-c9a5-40d7-9210-f2f3ee6b8911 req-e57ce7a9-72da-401b-8ea8-5a1213f2671e tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Calling delete_port for 7d482831-300d-4594-8b0f-d3b31c42e5e4 owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:54:26.999350 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f3ec8-0b5e-48da-907c-1bd01e8d6e94 req-fe34f569-3dbf-48f1-97ad-1adc8c762ee6 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:27.001366 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-bb8f3ec8-0b5e-48da-907c-1bd01e8d6e94 req-fe34f569-3dbf-48f1-97ad-1adc8c762ee6 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.1120918 Feb 17 17:54:27.056789 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-bb8f3ec8-0b5e-48da-907c-1bd01e8d6e94 req-fdf79f37-dcc0-429e-acff-03a6614c0844 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474195 Feb 17 17:54:27.095889 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 48414) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:27.115873 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bed87641-8145-4780-a261-8a12069e6fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:27.135497 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-bed87641-8145-4780-a261-8a12069e6fab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:27.140099 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-bed87641-8145-4780-a261-8a12069e6fab admin admin] Usage tracker for resource:security_group_rule and tenant:f478222addc242619dcf4ad22f59a245 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:54:27.143530 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-bed87641-8145-4780-a261-8a12069e6fab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:54:27.145758 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-14d54563-c9a5-40d7-9210-f2f3ee6b8911 req-e57ce7a9-72da-401b-8ea8-5a1213f2671e tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:27.149903 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-bed87641-8145-4780-a261-8a12069e6fab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:27.164058 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:27.243253 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bed87641-8145-4780-a261-8a12069e6fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:27.246040 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bed87641-8145-4780-a261-8a12069e6fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:27.255256 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-047e863d-4fc4-42b1-8476-934f0a2ffcc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:27.282250 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ce7a9-72da-401b-8ea8-5a1213f2671e tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Pushing event deleted for resources: {'Port': ['ID=7d482831-300d-4594-8b0f-d3b31c42e5e4,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:27.287152 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e57ce7a9-72da-401b-8ea8-5a1213f2671e tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:27.301229 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-bed87641-8145-4780-a261-8a12069e6fab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f478222addc242619dcf4ad22f59a245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2041633 Feb 17 17:54:27.304500 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 48418) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:27.307344 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1f06d-3c4a-4510-8984-2a20a43583ad req-0e77cfdb-e54a-4bf0-aa21-e8675b7df501 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:27.307582 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed87641-8145-4780-a261-8a12069e6fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027457c4-82f8-4d8c-abc5-6d0d21af2768,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:27.309028 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b9a1f06d-3c4a-4510-8984-2a20a43583ad req-0e77cfdb-e54a-4bf0-aa21-e8675b7df501 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904e59e-5491-4c6b-b42d-fb0bd064bd7e HTTP/1.1" status: 200 len: 945 time: 0.2756522 Feb 17 17:54:27.321296 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bed87641-8145-4780-a261-8a12069e6fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:27.375082 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-57d3ca40-4f05-421c-a0ff-12ccd35e1891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:27.399191 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b9a1f06d-3c4a-4510-8984-2a20a43583ad req-68a39d53-db18-4316-a69f-3075decfd928 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740161 Feb 17 17:54:27.406117 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-57d3ca40-4f05-421c-a0ff-12ccd35e1891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:27.438572 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 1c28c653-caee-4f2d-9c0e-ade7100afe58 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:54:27.450243 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d54563-c9a5-40d7-9210-f2f3ee6b8911 req-e57ce7a9-72da-401b-8ea8-5a1213f2671e tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] No DVR routers for this DVR port 7d482831-300d-4594-8b0f-d3b31c42e5e4 on host hv-cinder-76019 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:54:27.452797 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-14d54563-c9a5-40d7-9210-f2f3ee6b8911 req-e57ce7a9-72da-401b-8ea8-5a1213f2671e tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:27.455887 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd904e59e-5491-4c6b-b42d-fb0bd064bd7e', 'name': 'network-vif-deleted', 'tag': '7d482831-300d-4594-8b0f-d3b31c42e5e4'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:54:27.457143 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-57d3ca40-4f05-421c-a0ff-12ccd35e1891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:27.463510 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d894b1a2-79e8-4bdd-8b7e-9f1e78309ee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:27.473678 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-14d54563-c9a5-40d7-9210-f2f3ee6b8911 req-e57ce7a9-72da-401b-8ea8-5a1213f2671e tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] 10.222.0.67 "DELETE /v2.0/ports/7d482831-300d-4594-8b0f-d3b31c42e5e4 HTTP/1.1" status: 204 len: 173 time: 1.0954423 Feb 17 17:54:27.477562 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3ca40-4f05-421c-a0ff-12ccd35e1891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027457c4-82f8-4d8c-abc5-6d0d21af2768,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:27.481173 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-57d3ca40-4f05-421c-a0ff-12ccd35e1891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:27.483720 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-57d3ca40-4f05-421c-a0ff-12ccd35e1891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:27.485101 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-57d3ca40-4f05-421c-a0ff-12ccd35e1891 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/027457c4-82f8-4d8c-abc5-6d0d21af2768 HTTP/1.1" status: 204 len: 168 time: 0.1794639 Feb 17 17:54:27.519313 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd904e59e-5491-4c6b-b42d-fb0bd064bd7e', 'name': 'network-vif-deleted', 'tag': '7d482831-300d-4594-8b0f-d3b31c42e5e4', 'status': 'completed', 'code': 200} Feb 17 17:54:27.553976 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-00eec3c3-3613-4dab-9aed-7f954d1a547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:27.581358 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 1c28c653-caee-4f2d-9c0e-ade7100afe58 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:54:27.581889 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:27.761109 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 7d482831-300d-4594-8b0f-d3b31c42e5e4 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:54:27.799560 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] No Port match for: 7d482831-300d-4594-8b0f-d3b31c42e5e4 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:54:27.799960 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 7d482831-300d-4594-8b0f-d3b31c42e5e4 not bound to the agent host hv-cinder-76019 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:54:27.915209 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 48428) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:27.935518 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a31297e9-9505-4b80-ae9c-cf2e57b15a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:27.956560 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a31297e9-9505-4b80-ae9c-cf2e57b15a57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:27.961420 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-a31297e9-9505-4b80-ae9c-cf2e57b15a57 admin admin] Usage tracker for resource:security_group_rule and tenant:7b6ef529a621413d9fc82f0dc0d3a36c is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:54:27.964578 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-a31297e9-9505-4b80-ae9c-cf2e57b15a57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:54:27.970604 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a31297e9-9505-4b80-ae9c-cf2e57b15a57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:28.068006 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a31297e9-9505-4b80-ae9c-cf2e57b15a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:28.071708 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a31297e9-9505-4b80-ae9c-cf2e57b15a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:28.081965 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34a31556-be95-42bd-b88d-125bf6df8a3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:28.136371 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31297e9-9505-4b80-ae9c-cf2e57b15a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94ad58c-62be-4432-a470-55acb162997d,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:28.140196 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a31297e9-9505-4b80-ae9c-cf2e57b15a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:28.145608 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-a31297e9-9505-4b80-ae9c-cf2e57b15a57 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7b6ef529a621413d9fc82f0dc0d3a36c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292042 Feb 17 17:54:28.148500 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 48434) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:28.238327 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2d73f6d2-53a8-4e8f-97e4-eca025d8aa0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:28.270922 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2d73f6d2-53a8-4e8f-97e4-eca025d8aa0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:28.285035 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18f3bd-d20f-4dac-8a2d-06eb2f391fab req-4ee3ec34-8b7f-4abd-996d-56b8f14e1847 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:28.286898 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-eb18f3bd-d20f-4dac-8a2d-06eb2f391fab req-4ee3ec34-8b7f-4abd-996d-56b8f14e1847 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.1014245 Feb 17 17:54:28.326479 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2d73f6d2-53a8-4e8f-97e4-eca025d8aa0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:28.332059 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e0001b5d-9847-4004-bc0a-fb6257f87f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:28.346239 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-eb18f3bd-d20f-4dac-8a2d-06eb2f391fab req-900c792d-0b2b-4435-a3ac-913860e1ec14 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514665 Feb 17 17:54:28.347583 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73f6d2-53a8-4e8f-97e4-eca025d8aa0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94ad58c-62be-4432-a470-55acb162997d,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:28.353791 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2d73f6d2-53a8-4e8f-97e4-eca025d8aa0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:28.356080 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2d73f6d2-53a8-4e8f-97e4-eca025d8aa0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:28.360795 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-2d73f6d2-53a8-4e8f-97e4-eca025d8aa0e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d94ad58c-62be-4432-a470-55acb162997d HTTP/1.1" status: 204 len: 168 time: 0.2072487 Feb 17 17:54:28.506211 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 48442) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:28.630668 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:29.154373 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 48462) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:29.273169 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-41fa05d9-fa4e-41d3-b78f-72e17c78cdfc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1021499246-network', 'tenant_id': '5681cd1f85eb46f9b5d673005d7dab44'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:29.278306 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-41fa05d9-fa4e-41d3-b78f-72e17c78cdfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:29.282801 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-41fa05d9-fa4e-41d3-b78f-72e17c78cdfc admin admin] Usage tracker for resource:network and tenant:5681cd1f85eb46f9b5d673005d7dab44 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:54:29.286207 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-41fa05d9-fa4e-41d3-b78f-72e17c78cdfc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:54:29.292610 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-41fa05d9-fa4e-41d3-b78f-72e17c78cdfc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:29.302840 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fa05d9-fa4e-41d3-b78f-72e17c78cdfc admin admin] Made reservation on behalf of 5681cd1f85eb46f9b5d673005d7dab44 for: {'network': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:54:29.307771 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-41fa05d9-fa4e-41d3-b78f-72e17c78cdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for network, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:29.316164 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4b6abf6c-b76b-476f-b4cd-4bf177c502b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846487137'] for router_interface, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:29.320893 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-41fa05d9-fa4e-41d3-b78f-72e17c78cdfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:29.337144 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-41fa05d9-fa4e-41d3-b78f-72e17c78cdfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:29.340930 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-41fa05d9-fa4e-41d3-b78f-72e17c78cdfc admin admin] Usage tracker for resource:security_group_rule and tenant:5681cd1f85eb46f9b5d673005d7dab44 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:54:29.343946 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-41fa05d9-fa4e-41d3-b78f-72e17c78cdfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:54:29.350087 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-41fa05d9-fa4e-41d3-b78f-72e17c78cdfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:29.450341 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-41fa05d9-fa4e-41d3-b78f-72e17c78cdfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:29.453681 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-41fa05d9-fa4e-41d3-b78f-72e17c78cdfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:29.458497 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c8dbe778-d31d-472d-95fb-85ee74b063e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:29.545296 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41fa05d9-fa4e-41d3-b78f-72e17c78cdfc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:54:29.557314 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-41fa05d9-fa4e-41d3-b78f-72e17c78cdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012526'] for segment, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:29.557719 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.db.segments_db [None req-41fa05d9-fa4e-41d3-b78f-72e17c78cdfc admin admin] Added segment e0a3caaf-3587-4c85-a197-708780906032 of type vxlan for network 945ee81f-2c5b-4623-80ea-51e76661446e Feb 17 17:54:29.567945 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa05d9-fa4e-41d3-b78f-72e17c78cdfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96989e01-5cc0-412a-a281-94205accdcca,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:29.595197 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-41fa05d9-fa4e-41d3-b78f-72e17c78cdfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:29.596974 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-41fa05d9-fa4e-41d3-b78f-72e17c78cdfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363283405532856'] for network, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:29.651197 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-41fa05d9-fa4e-41d3-b78f-72e17c78cdfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513'] for network, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:29.654950 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fa05d9-fa4e-41d3-b78f-72e17c78cdfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:29.655601 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-41fa05d9-fa4e-41d3-b78f-72e17c78cdfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:29.662969 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:29.693449 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a5141-f4f3-4531-a6b3-5c1c2a3da064 req-6cc653db-9325-4cf9-97e3-4268cfec1091 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:29.696041 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-384a5141-f4f3-4531-a6b3-5c1c2a3da064 req-6cc653db-9325-4cf9-97e3-4268cfec1091 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.2204416 Feb 17 17:54:29.717354 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-4b6abf6c-b76b-476f-b4cd-4bf177c502b7 admin admin] Deleting port 531e2400-43e0-4f92-be80-12d1f8e184fa {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:54:29.717738 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4b6abf6c-b76b-476f-b4cd-4bf177c502b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:29.783374 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:29.806317 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-41fa05d9-fa4e-41d3-b78f-72e17c78cdfc admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6506422 Feb 17 17:54:29.813851 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 48470) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:29.818206 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa05d9-fa4e-41d3-b78f-72e17c78cdfc admin admin] Pushing event updated for resources: {'Network': ['ID=945ee81f-2c5b-4623-80ea-51e76661446e,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:29.829992 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-ccd4a3ca-8d0d-491a-8a96-c6daaeb98175 admin admin] Request body: {'subnet': {'network_id': '945ee81f-2c5b-4623-80ea-51e76661446e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1021499246-subnet', 'tenant_id': '5681cd1f85eb46f9b5d673005d7dab44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:29.833458 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Network 945ee81f-2c5b-4623-80ea-51e76661446e details requested by agent ovs-agent-dv-cinder-760199-3-smb with host dv-cinder-760199-3-smb {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:54:29.833736 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-41fa05d9-fa4e-41d3-b78f-72e17c78cdfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:29.840823 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ccd4a3ca-8d0d-491a-8a96-c6daaeb98175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:29.845764 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-384a5141-f4f3-4531-a6b3-5c1c2a3da064 req-493ea4cc-9938-4cc4-9e49-d6408a43959c tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985346 Feb 17 17:54:29.848335 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-ccd4a3ca-8d0d-491a-8a96-c6daaeb98175 admin admin] Usage tracker for resource:subnet and tenant:5681cd1f85eb46f9b5d673005d7dab44 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:54:29.851875 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-ccd4a3ca-8d0d-491a-8a96-c6daaeb98175 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:54:29.857774 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Network 945ee81f-2c5b-4623-80ea-51e76661446e details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:54:29.859141 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ccd4a3ca-8d0d-491a-8a96-c6daaeb98175 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:29.872470 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd4a3ca-8d0d-491a-8a96-c6daaeb98175 admin admin] Made reservation on behalf of 5681cd1f85eb46f9b5d673005d7dab44 for: {'subnet': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:54:29.877354 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ccd4a3ca-8d0d-491a-8a96-c6daaeb98175 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848724100'] for subnet, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:29.941577 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-4b6abf6c-b76b-476f-b4cd-4bf177c502b7 admin admin] For port 531e2400-43e0-4f92-be80-12d1f8e184fa, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=531e2400-43e0-4f92-be80-12d1f8e184fa,segment=NetworkSegment(31aff11b-7396-4981-85ef-5b95614ed352),segment_id=31aff11b-7396-4981-85ef-5b95614ed352)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:54:29.942087 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4b6abf6c-b76b-476f-b4cd-4bf177c502b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:30.087588 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-4b6abf6c-b76b-476f-b4cd-4bf177c502b7 admin admin] Calling delete_port for 531e2400-43e0-4f92-be80-12d1f8e184fa owned by network:router_interface {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:54:30.092450 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:30.453950 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ccd4a3ca-8d0d-491a-8a96-c6daaeb98175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846389800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6452304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848724115'] for subnet, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:30.471322 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:30.548850 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4b6abf6c-b76b-476f-b4cd-4bf177c502b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849322323'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:30.565849 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-dd4c504c-a707-4c1e-ad80-7de695ec22c3 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:30.667093 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6abf6c-b76b-476f-b4cd-4bf177c502b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=531e2400-43e0-4f92-be80-12d1f8e184fa,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:30.678008 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4b6abf6c-b76b-476f-b4cd-4bf177c502b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:30.832720 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4a3ca-8d0d-491a-8a96-c6daaeb98175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3918ffd-435c-4aee-a4d0-ebb897b505fc,revision_number=0']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:30.841080 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ccd4a3ca-8d0d-491a-8a96-c6daaeb98175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:30.907963 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd4a3ca-8d0d-491a-8a96-c6daaeb98175 admin admin] Checking segment: {'id': 'e0a3caaf-3587-4c85-a197-708780906032', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '945ee81f-2c5b-4623-80ea-51e76661446e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:54:30.908367 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd4a3ca-8d0d-491a-8a96-c6daaeb98175 admin admin] Network hostable DHCP agents. Network: 945ee81f-2c5b-4623-80ea-51e76661446e, hostable agents: ['8546a6d4-f394-45d5-bab8-9d45fc62bb83'], hosted agents: [] {{(pid=83987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:54:30.932186 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd4a3ca-8d0d-491a-8a96-c6daaeb98175 admin admin] Network 945ee81f-2c5b-4623-80ea-51e76661446e is scheduled to be hosted by DHCP agent 8546a6d4-f394-45d5-bab8-9d45fc62bb83 with binding_index 1 {{(pid=83987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:54:30.942552 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-ccd4a3ca-8d0d-491a-8a96-c6daaeb98175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-smb, 945ee81f-2c5b-4623-80ea-51e76661446e) {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:54:30.954492 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2222d4e7-d3e9-499f-b60f-4dfa3d47cde8 None None] Network 945ee81f-2c5b-4623-80ea-51e76661446e requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:54:30.957239 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd4a3ca-8d0d-491a-8a96-c6daaeb98175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:30.958027 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ccd4a3ca-8d0d-491a-8a96-c6daaeb98175 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:30.979724 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-ccd4a3ca-8d0d-491a-8a96-c6daaeb98175 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1628275 Feb 17 17:54:31.013281 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4b6abf6c-b76b-476f-b4cd-4bf177c502b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7921286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846487055'] for router_interface, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:31.216860 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d62c44-92af-4039-9674-914c014cb59c None None] Network 945ee81f-2c5b-4623-80ea-51e76661446e requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:54:31.259379 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f9e85-0292-4cb1-8c93-2cb757ca3826 req-6a953b45-9f11-4eeb-b261-d0cf89b72a38 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:31.265271 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-786f9e85-0292-4cb1-8c93-2cb757ca3826 req-6a953b45-9f11-4eeb-b261-d0cf89b72a38 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.1639054 Feb 17 17:54:31.465691 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-786f9e85-0292-4cb1-8c93-2cb757ca3826 req-2984eea8-93e7-4c7e-bb05-b649d30ae2e4 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955783 Feb 17 17:54:31.738056 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6abf6c-b76b-476f-b4cd-4bf177c502b7 admin admin] Router 661907dd-d20f-4582-aef6-0c8db85f6e75 has already been hosted by L3 agent b696c7bc-35f9-4b20-9049-f598d63d0e6c {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:54:32.000886 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0705d02-922a-475f-bca7-72898d57c0ff req-3a618741-d9f4-4e26-8644-14251e4b1d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:32.002520 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b0705d02-922a-475f-bca7-72898d57c0ff req-3a618741-d9f4-4e26-8644-14251e4b1d88 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc924de1492e41db80e64bc749ca753a&device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 1163 time: 0.0902202 Feb 17 17:54:32.177024 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0705d02-922a-475f-bca7-72898d57c0ff req-5e62e53f-4ce6-40f1-8032-190e69620e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:32.179761 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b0705d02-922a-475f-bca7-72898d57c0ff req-5e62e53f-4ce6-40f1-8032-190e69620e8c service neutron] 10.222.0.67 "GET /v2.0/networks?id=2bd27a9c-fc05-4957-b6fc-79c4c62cef95 HTTP/1.1" status: 200 len: 905 time: 0.1608858 Feb 17 17:54:32.277244 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6abf6c-b76b-476f-b4cd-4bf177c502b7 admin admin] Notify agent at l3_agent.dv-cinder-760199-3-smb the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:54:32.288552 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75966a37-dc6c-4188-b2d3-32361e55e2c5 None None] Sync routers for ids ['661907dd-d20f-4582-aef6-0c8db85f6e75'] in dv-cinder-760199-3-smb {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:54:32.300116 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b0705d02-922a-475f-bca7-72898d57c0ff req-b724e0f9-b304-443a-bfbc-201cf607403f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c28c653-caee-4f2d-9c0e-ade7100afe58 HTTP/1.1" status: 200 len: 1001 time: 0.1143582 Feb 17 17:54:32.300972 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1aae4-172e-4e7e-9e89-4371ddd9ab26 req-65858da5-dd97-4e82-9645-1b039585b0f6 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:32.301272 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75966a37-dc6c-4188-b2d3-32361e55e2c5 None None] Routers {'661907dd-d20f-4582-aef6-0c8db85f6e75'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:54:32.302003 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-75966a37-dc6c-4188-b2d3-32361e55e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:54:28Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['661907dd-d20f-4582-aef6-0c8db85f6e75'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:54:32.302630 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-91f1aae4-172e-4e7e-9e89-4371ddd9ab26 req-65858da5-dd97-4e82-9645-1b039585b0f6 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.3911078 Feb 17 17:54:32.315232 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-4b6abf6c-b76b-476f-b4cd-4bf177c502b7 admin admin] 10.222.0.49 "PUT /v2.0/routers/661907dd-d20f-4582-aef6-0c8db85f6e75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8072793 Feb 17 17:54:32.317901 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 48490) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:32.373462 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0705d02-922a-475f-bca7-72898d57c0ff req-fb4a92d1-0a77-4740-9ee5-fbc1169228fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:32.375150 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b0705d02-922a-475f-bca7-72898d57c0ff req-fb4a92d1-0a77-4740-9ee5-fbc1169228fb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=90273680-1e5e-433f-9236-ce524691d25a HTTP/1.1" status: 200 len: 850 time: 0.0679057 Feb 17 17:54:32.480489 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0705d02-922a-475f-bca7-72898d57c0ff req-c658c095-6b70-430d-8b1f-d1701497a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:32.482174 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b0705d02-922a-475f-bca7-72898d57c0ff req-c658c095-6b70-430d-8b1f-d1701497a5a2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2bd27a9c-fc05-4957-b6fc-79c4c62cef95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0991364 Feb 17 17:54:32.516139 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-91f1aae4-172e-4e7e-9e89-4371ddd9ab26 req-37aefd99-3ace-42c3-8cc4-e6e1d0660734 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039089 Feb 17 17:54:32.559455 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6c8a3ace-937b-4470-9fcc-48085def5e34 admin admin] Notify callbacks [] for router, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:32.658829 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b0705d02-922a-475f-bca7-72898d57c0ff req-d14b137b-702d-4a88-9aa0-1d4ee7e022c3 service neutron] 10.222.0.67 "GET /v2.0/networks/2bd27a9c-fc05-4957-b6fc-79c4c62cef95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698041 Feb 17 17:54:32.669376 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-75966a37-dc6c-4188-b2d3-32361e55e2c5 None None] Set router 661907dd-d20f-4582-aef6-0c8db85f6e75 gateway port host: dv-cinder-760199-3-smb {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:54:32.766994 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6c8a3ace-937b-4470-9fcc-48085def5e34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:32.780795 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-6c8a3ace-937b-4470-9fcc-48085def5e34 admin admin] Deleting port 5465c0c6-0aa6-45ba-9836-b53eee2a58ca {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:54:32.781279 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6c8a3ace-937b-4470-9fcc-48085def5e34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:32.814820 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b0705d02-922a-475f-bca7-72898d57c0ff req-ac68720f-a7f6-4e1f-b708-f7ad8b3209d4 service neutron] 10.222.0.67 "GET /v2.0/networks/2bd27a9c-fc05-4957-b6fc-79c4c62cef95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1491849 Feb 17 17:54:32.985436 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-75966a37-dc6c-4188-b2d3-32361e55e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661907dd-d20f-4582-aef6-0c8db85f6e75', 'name': 'tempest-ServerRescueNegativeTestJSON-1276168686-router', 'tenant_id': 'f216181af2b648939636de50f29d3988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.166'}], 'enable_snat': True}, 'gw_port_id': '5465c0c6-0aa6-45ba-9836-b53eee2a58ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:46Z', 'updated_at': '2021-02-17T17:54:30Z', 'revision_number': 5, 'project_id': 'f216181af2b648939636de50f29d3988', 'gw_port': {'id': '5465c0c6-0aa6-45ba-9836-b53eee2a58ca', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:66:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661907dd-d20f-4582-aef6-0c8db85f6e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:48Z', 'updated_at': '2021-02-17T17:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb'}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:54:32.985776 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-6c8a3ace-937b-4470-9fcc-48085def5e34 admin admin] For port 5465c0c6-0aa6-45ba-9836-b53eee2a58ca, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=5465c0c6-0aa6-45ba-9836-b53eee2a58ca,segment=NetworkSegment(1518ad10-b1eb-469a-b2c2-2c6841e70835),segment_id=1518ad10-b1eb-469a-b2c2-2c6841e70835)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:54:32.985982 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6c8a3ace-937b-4470-9fcc-48085def5e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:32.989864 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75966a37-dc6c-4188-b2d3-32361e55e2c5 None None] Checking router: 661907dd-d20f-4582-aef6-0c8db85f6e75 for host: dv-cinder-760199-3-smb {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:54:32.999486 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75966a37-dc6c-4188-b2d3-32361e55e2c5 None None] Routers {'661907dd-d20f-4582-aef6-0c8db85f6e75'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:54:33.000305 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-75966a37-dc6c-4188-b2d3-32361e55e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:54:28Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['661907dd-d20f-4582-aef6-0c8db85f6e75'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:54:33.140981 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-6c8a3ace-937b-4470-9fcc-48085def5e34 admin admin] Calling delete_port for 5465c0c6-0aa6-45ba-9836-b53eee2a58ca owned by network:router_gateway {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:54:33.179487 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-75966a37-dc6c-4188-b2d3-32361e55e2c5 None None] Set router 661907dd-d20f-4582-aef6-0c8db85f6e75 gateway port host: None {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:54:33.304157 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-75966a37-dc6c-4188-b2d3-32361e55e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661907dd-d20f-4582-aef6-0c8db85f6e75', 'name': 'tempest-ServerRescueNegativeTestJSON-1276168686-router', 'tenant_id': 'f216181af2b648939636de50f29d3988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:46Z', 'updated_at': '2021-02-17T17:54:32Z', 'revision_number': 6, 'project_id': 'f216181af2b648939636de50f29d3988', 'gw_port_host': None}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:54:33.309737 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75966a37-dc6c-4188-b2d3-32361e55e2c5 None None] The sync data for ids ['661907dd-d20f-4582-aef6-0c8db85f6e75'] in dv-cinder-760199-3-smb is: [{'id': '661907dd-d20f-4582-aef6-0c8db85f6e75', 'name': 'tempest-ServerRescueNegativeTestJSON-1276168686-router', 'tenant_id': 'f216181af2b648939636de50f29d3988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:46Z', 'updated_at': '2021-02-17T17:54:32Z', 'revision_number': 6, 'project_id': 'f216181af2b648939636de50f29d3988', 'gw_port_host': None}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:54:33.336819 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6c8a3ace-937b-4470-9fcc-48085def5e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849322323'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:33.353680 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:33.378839 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-cf7103d6-c249-4568-b709-e2a4a4ead9d4 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:33.379596 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-cf7103d6-c249-4568-b709-e2a4a4ead9d4 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Synchronizing usage tracker for tenant:5681cd1f85eb46f9b5d673005d7dab44 on resource:network {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:54:33.398127 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-cf7103d6-c249-4568-b709-e2a4a4ead9d4 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Unset dirty status for tenant:5681cd1f85eb46f9b5d673005d7dab44 on resource:network {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:54:33.405440 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-cf7103d6-c249-4568-b709-e2a4a4ead9d4 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/networks?id=945ee81f-2c5b-4623-80ea-51e76661446e HTTP/1.1" status: 200 len: 809 time: 0.1945615 Feb 17 17:54:33.424009 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-835e16ea-b841-432a-9bda-496a63aa57f4 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/quotas/5681cd1f85eb46f9b5d673005d7dab44 HTTP/1.1" status: 200 len: 375 time: 0.0173666 Feb 17 17:54:33.463727 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a3ace-937b-4470-9fcc-48085def5e34 admin admin] Pushing event deleted for resources: {'Port': ['ID=5465c0c6-0aa6-45ba-9836-b53eee2a58ca,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:33.469346 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6c8a3ace-937b-4470-9fcc-48085def5e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:33.477588 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-b291d580-8d60-45b7-985a-f4427f01b031 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5681cd1f85eb46f9b5d673005d7dab44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527012 Feb 17 17:54:33.596363 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6c8a3ace-937b-4470-9fcc-48085def5e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8265093'] for router_gateway, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:33.662568 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-c5ebc7a1-3e61-4d96-bf2c-62e4d3227fad service neutron] 10.222.0.49 "GET /v2.0/networks/945ee81f-2c5b-4623-80ea-51e76661446e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770372 Feb 17 17:54:33.823690 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-11ab7434-1b08-4387-9540-d2be1df7f713 service neutron] 10.222.0.49 "GET /v2.0/networks/945ee81f-2c5b-4623-80ea-51e76661446e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1589277 Feb 17 17:54:33.862063 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6c8a3ace-937b-4470-9fcc-48085def5e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846492619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13480'] for router, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:33.864983 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6c8a3ace-937b-4470-9fcc-48085def5e34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:33.975105 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6c8a3ace-937b-4470-9fcc-48085def5e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846491625'] for router, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:33.976327 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8a3ace-937b-4470-9fcc-48085def5e34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 661907dd-d20f-4582-aef6-0c8db85f6e75 {{(pid=83986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 17:54:34.005514 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd295c-40f8-4440-94d9-64c64b545587 req-74c09fb4-3bfe-4f72-a2b0-99c61a6055a6 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:34.007954 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c5fd295c-40f8-4440-94d9-64c64b545587 req-74c09fb4-3bfe-4f72-a2b0-99c61a6055a6 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.2729197 Feb 17 17:54:34.010175 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6c8a3ace-937b-4470-9fcc-48085def5e34 admin admin] Notify callbacks [] for router, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:34.014149 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-6c8a3ace-937b-4470-9fcc-48085def5e34 admin admin] 10.222.0.49 "DELETE /v2.0/routers/661907dd-d20f-4582-aef6-0c8db85f6e75 HTTP/1.1" status: 204 len: 168 time: 1.6952267 Feb 17 17:54:34.014937 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 48514) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:34.046489 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e825cec2-4abb-464c-8742-ac062a05d6e1 req-43bbf4fa-90db-4f18-9bc6-3b9363aca8ff tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f9f1508-1547-4707-93a9-137f544cc3f1 HTTP/1.1" status: 200 len: 210 time: 0.0657315 Feb 17 17:54:34.144564 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c5fd295c-40f8-4440-94d9-64c64b545587 req-ea85e90a-be87-49a1-9d09-55bc900b4c3d tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274586 Feb 17 17:54:34.155232 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e12791c-ea95-4d1e-bee4-6d3f03666923 admin admin] Deleting subnet c2cdc979-22d3-4af2-8aed-276237453deb {{(pid=83986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 17:54:34.159714 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5e12791c-ea95-4d1e-bee4-6d3f03666923 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:34.213647 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device 5465c0c6-0aa6-45ba-9836-b53eee2a58ca no longer exists at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:54:34.231112 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5e12791c-ea95-4d1e-bee4-6d3f03666923 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849491584'] for subnet, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:34.267889 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] No Port match for: 5465c0c6-0aa6-45ba-9836-b53eee2a58ca {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:54:34.268261 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device 5465c0c6-0aa6-45ba-9836-b53eee2a58ca not bound to the agent host dv-cinder-760199-3-smb {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:54:34.268951 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device 531e2400-43e0-4f92-be80-12d1f8e184fa no longer exists at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:54:34.301946 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5e12791c-ea95-4d1e-bee4-6d3f03666923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853767929'] for subnet, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:34.311971 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] No Port match for: 531e2400-43e0-4f92-be80-12d1f8e184fa {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:54:34.312369 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device 531e2400-43e0-4f92-be80-12d1f8e184fa not bound to the agent host dv-cinder-760199-3-smb {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:54:34.589481 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5e12791c-ea95-4d1e-bee4-6d3f03666923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846389800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036849322119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848634896'] for subnet, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:34.605976 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:34.704815 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e12791c-ea95-4d1e-bee4-6d3f03666923 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2cdc979-22d3-4af2-8aed-276237453deb,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:34.708722 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5e12791c-ea95-4d1e-bee4-6d3f03666923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:34.747334 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5e12791c-ea95-4d1e-bee4-6d3f03666923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:34.753574 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-5e12791c-ea95-4d1e-bee4-6d3f03666923 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c2cdc979-22d3-4af2-8aed-276237453deb HTTP/1.1" status: 204 len: 168 time: 0.7363014 Feb 17 17:54:34.756190 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 48524) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:34.872338 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-52065558-0d1d-423c-86d9-84589940a656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247486'] for network, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:35.067580 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-52065558-0d1d-423c-86d9-84589940a656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853766242', 'neutron.services.segments.db._delete_segments_for_network-8753449836301'] for network, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:35.326698 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-afd1c0b5-5f88-4805-a009-3cac98ab5b7a req-8a92396e-d1fe-4f5b-b7c8-8ca27f6e0f63 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f9f1508-1547-4707-93a9-137f544cc3f1 HTTP/1.1" status: 200 len: 210 time: 0.1216719 Feb 17 17:54:35.365589 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 1c28c653-caee-4f2d-9c0e-ade7100afe58 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:54:35.460138 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 1c28c653-caee-4f2d-9c0e-ade7100afe58 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:54:35.460138 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:35.487671 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-9b6f91f8-4f25-4d21-a2b0-5433355b8334 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:35.489743 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-9b6f91f8-4f25-4d21-a2b0-5433355b8334 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.67 "GET /v2.0/networks?id=945ee81f-2c5b-4623-80ea-51e76661446e HTTP/1.1" status: 200 len: 809 time: 0.2032287 Feb 17 17:54:35.505585 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-52065558-0d1d-423c-86d9-84589940a656 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b435b71-d20c-4f15-b462-26d694fc6d23']}} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:54:35.511523 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-3cd57886-c875-487b-b72f-b3e977c2c3df tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Request body: {'port': {'device_id': '5f9f1508-1547-4707-93a9-137f544cc3f1', 'network_id': '945ee81f-2c5b-4623-80ea-51e76661446e', 'admin_state_up': True, 'tenant_id': '5681cd1f85eb46f9b5d673005d7dab44'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:35.524674 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-52065558-0d1d-423c-86d9-84589940a656 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31aff11b-7396-4981-85ef-5b95614ed352') {'for_net_delete': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:54:35.525032 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-52065558-0d1d-423c-86d9-84589940a656 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31aff11b-7396-4981-85ef-5b95614ed352') {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:54:35.547853 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-52065558-0d1d-423c-86d9-84589940a656 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753449833229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5284248'] for segment, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:35.569265 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d875fb6-f990-47a8-882b-bc4b9e5691cc req-f4cfd622-c44e-4647-9114-be0c96ad00f8 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:35.571043 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9d875fb6-f990-47a8-882b-bc4b9e5691cc req-f4cfd622-c44e-4647-9114-be0c96ad00f8 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.1846027 Feb 17 17:54:35.575812 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-52065558-0d1d-423c-86d9-84589940a656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012526'] for segment, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:35.579867 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-52065558-0d1d-423c-86d9-84589940a656 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 17:54:35.682334 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-3cd57886-c875-487b-b72f-b3e977c2c3df tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:35.687251 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-3cd57886-c875-487b-b72f-b3e977c2c3df tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Usage tracker for resource:port and tenant:5681cd1f85eb46f9b5d673005d7dab44 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:54:35.690577 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-3cd57886-c875-487b-b72f-b3e977c2c3df tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:54:35.697817 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-3cd57886-c875-487b-b72f-b3e977c2c3df tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:35.707046 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-3cd57886-c875-487b-b72f-b3e977c2c3df tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Made reservation on behalf of 5681cd1f85eb46f9b5d673005d7dab44 for: {'port': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:54:35.714171 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-3cd57886-c875-487b-b72f-b3e977c2c3df tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:35.798517 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9d875fb6-f990-47a8-882b-bc4b9e5691cc req-d4cd9e30-129e-4313-b1d3-4e8befd6c053 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202556 Feb 17 17:54:35.813752 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-52065558-0d1d-423c-86d9-84589940a656 admin admin] Network 7b435b71-d20c-4f15-b462-26d694fc6d23 has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:54:35.824220 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-52065558-0d1d-423c-86d9-84589940a656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853763306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5453446'] for segment, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:36.010468 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-52065558-0d1d-423c-86d9-84589940a656 admin admin] Network 7b435b71-d20c-4f15-b462-26d694fc6d23 has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:54:36.034050 dv-cinder-760199-3-smb neutron-server[83873]: Traceback (most recent call last): Feb 17 17:54:36.034050 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:54:36.034050 dv-cinder-760199-3-smb neutron-server[83873]: timer() Feb 17 17:54:36.034050 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:54:36.034050 dv-cinder-760199-3-smb neutron-server[83873]: cb(*args, **kw) Feb 17 17:54:36.034050 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 17:54:36.034050 dv-cinder-760199-3-smb neutron-server[83873]: return func(*args, **kwargs) Feb 17 17:54:36.034050 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:54:36.034050 dv-cinder-760199-3-smb neutron-server[83873]: self._notify() Feb 17 17:54:36.034050 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:54:36.034050 dv-cinder-760199-3-smb neutron-server[83873]: self.callback(batched_events) Feb 17 17:54:36.034050 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:54:36.034050 dv-cinder-760199-3-smb neutron-server[83873]: event.method(event) Feb 17 17:54:36.034050 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 17:54:36.034050 dv-cinder-760199-3-smb neutron-server[83873]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:54:36.034050 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 17:54:36.034050 dv-cinder-760199-3-smb neutron-server[83873]: segment_id)['aggregates'][0] Feb 17 17:54:36.034050 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 17:54:36.034050 dv-cinder-760199-3-smb neutron-server[83873]: return f(self, *a, **k) Feb 17 17:54:36.034050 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 17:54:36.034050 dv-cinder-760199-3-smb neutron-server[83873]: return self._get(url).json() Feb 17 17:54:36.034050 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:54:36.034050 dv-cinder-760199-3-smb neutron-server[83873]: **kwargs) Feb 17 17:54:36.034050 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 17:54:36.034050 dv-cinder-760199-3-smb neutron-server[83873]: return self.request(url, 'GET', **kwargs) Feb 17 17:54:36.034050 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 17:54:36.034050 dv-cinder-760199-3-smb neutron-server[83873]: **endpoint_filter) Feb 17 17:54:36.034050 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 17:54:36.034050 dv-cinder-760199-3-smb neutron-server[83873]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:54:36.034050 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 17:54:36.034050 dv-cinder-760199-3-smb neutron-server[83873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:54:36.034050 dv-cinder-760199-3-smb neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:54:36.044829 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-3cd57886-c875-487b-b72f-b3e977c2c3df tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Allocated IP 172.20.0.8 (945ee81f-2c5b-4623-80ea-51e76661446e/b3918ffd-435c-4aee-a4d0-ebb897b505fc/553d6a33-9250-417a-afe0-41ed2ecd3352) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:54:36.130782 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-52065558-0d1d-423c-86d9-84589940a656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846510654'] for network, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:36.135728 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-43f767da-07cf-4828-bc1d-b34c29468cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:36.153519 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-52065558-0d1d-423c-86d9-84589940a656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:36.163527 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52065558-0d1d-423c-86d9-84589940a656 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b435b71-d20c-4f15-b462-26d694fc6d23,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:36.167840 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-52065558-0d1d-423c-86d9-84589940a656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:36.172854 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-52065558-0d1d-423c-86d9-84589940a656 admin admin] 10.222.0.49 "DELETE /v2.0/networks/7b435b71-d20c-4f15-b462-26d694fc6d23 HTTP/1.1" status: 204 len: 168 time: 1.4149966 Feb 17 17:54:36.283311 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-3cd57886-c875-487b-b72f-b3e977c2c3df tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:36.298404 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 48540) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:36.317305 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-3cd57886-c875-487b-b72f-b3e977c2c3df tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:36.332742 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e57ce7a9-72da-401b-8ea8-5a1213f2671e tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:36.356721 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-3e673224-ce53-4792-aaa3-0e166e009cbd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f216181af2b648939636de50f29d3988&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0568960 Feb 17 17:54:36.368102 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 48546) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:36.450395 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-45dd6c24-e77d-4cf8-a45d-dcd5998bfcc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:36.482982 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-45dd6c24-e77d-4cf8-a45d-dcd5998bfcc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:36.537217 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-45dd6c24-e77d-4cf8-a45d-dcd5998bfcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:36.543153 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fb91b3c0-7864-496d-8ab9-77c7e4238d00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:36.560041 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd6c24-e77d-4cf8-a45d-dcd5998bfcc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6686e0-ec6e-441f-a5d1-0b9074c91b4d,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:36.565216 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-45dd6c24-e77d-4cf8-a45d-dcd5998bfcc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:36.569531 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-45dd6c24-e77d-4cf8-a45d-dcd5998bfcc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:36.574571 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-45dd6c24-e77d-4cf8-a45d-dcd5998bfcc0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8e6686e0-ec6e-441f-a5d1-0b9074c91b4d HTTP/1.1" status: 204 len: 168 time: 0.2012563 Feb 17 17:54:36.782454 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd57886-c875-487b-b72f-b3e977c2c3df tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Pushing event updated for resources: {'Port': ['ID=553d6a33-9250-417a-afe0-41ed2ecd3352,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:36.790628 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3cd57886-c875-487b-b72f-b3e977c2c3df tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:36.905272 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-3cd57886-c875-487b-b72f-b3e977c2c3df tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Network 945ee81f-2c5b-4623-80ea-51e76661446e is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:54:36.909150 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-3cd57886-c875-487b-b72f-b3e977c2c3df tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:54:36.917260 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aaad67-33ca-4a84-9655-e5c9f7675a88 req-79e23959-c8ea-4f62-aa96-01741b880de2 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:36.918924 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e0aaad67-33ca-4a84-9655-e5c9f7675a88 req-79e23959-c8ea-4f62-aa96-01741b880de2 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f9f1508-1547-4707-93a9-137f544cc3f1 HTTP/1.1" status: 200 len: 931 time: 0.2429132 Feb 17 17:54:36.920731 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-3cd57886-c875-487b-b72f-b3e977c2c3df tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:54:37.047060 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-3cd57886-c875-487b-b72f-b3e977c2c3df tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:37.047790 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-3cd57886-c875-487b-b72f-b3e977c2c3df tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:37.060121 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-69ca0ffb-0f3c-41cf-9929-99969b3fbf2d req-d1e642fd-b86c-4074-bd92-53a774a5380c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2466619 Feb 17 17:54:37.071001 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-e0aaad67-33ca-4a84-9655-e5c9f7675a88 req-9c202416-c4d5-4a27-a1d5-cf3b950b30d5 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Synchronizing usage tracker for tenant:5681cd1f85eb46f9b5d673005d7dab44 on resource:security_group {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:54:37.097708 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-3cd57886-c875-487b-b72f-b3e977c2c3df tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5918763 Feb 17 17:54:37.098949 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-e0aaad67-33ca-4a84-9655-e5c9f7675a88 req-9c202416-c4d5-4a27-a1d5-cf3b950b30d5 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Unset dirty status for tenant:5681cd1f85eb46f9b5d673005d7dab44 on resource:security_group {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:54:37.100911 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e0aaad67-33ca-4a84-9655-e5c9f7675a88 req-9c202416-c4d5-4a27-a1d5-cf3b950b30d5 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/security-groups?id=96989e01-5cc0-412a-a281-94205accdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432719 Feb 17 17:54:37.167984 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-8325312f-9d70-486c-9ebf-3989af411168 service neutron] Request body: {'port': {'device_id': '5f9f1508-1547-4707-93a9-137f544cc3f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:37.182891 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:54:37.326362 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-8325312f-9d70-486c-9ebf-3989af411168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:37.338374 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca0ffb-0f3c-41cf-9929-99969b3fbf2d req-d64435e8-ed18-4bd0-bc76-7b1d912fedd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:37.340044 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-69ca0ffb-0f3c-41cf-9929-99969b3fbf2d req-d64435e8-ed18-4bd0-bc76-7b1d912fedd6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc924de1492e41db80e64bc749ca753a&device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 1163 time: 0.2265854 Feb 17 17:54:37.653664 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca0ffb-0f3c-41cf-9929-99969b3fbf2d req-105c63ff-c34b-4dc3-80ca-a66fcb082268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:37.655308 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-69ca0ffb-0f3c-41cf-9929-99969b3fbf2d req-105c63ff-c34b-4dc3-80ca-a66fcb082268 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2bd27a9c-fc05-4957-b6fc-79c4c62cef95 HTTP/1.1" status: 200 len: 905 time: 0.2766054 Feb 17 17:54:37.871373 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-69ca0ffb-0f3c-41cf-9929-99969b3fbf2d req-aa1e6dd2-1cca-4709-9746-a3ec91961117 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c28c653-caee-4f2d-9c0e-ade7100afe58 HTTP/1.1" status: 200 len: 1001 time: 0.2072124 Feb 17 17:54:37.985366 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca0ffb-0f3c-41cf-9929-99969b3fbf2d req-3fbac691-a4e0-4e27-b969-33264cedea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:37.986977 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-69ca0ffb-0f3c-41cf-9929-99969b3fbf2d req-3fbac691-a4e0-4e27-b969-33264cedea3d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=90273680-1e5e-433f-9236-ce524691d25a HTTP/1.1" status: 200 len: 850 time: 0.0980711 Feb 17 17:54:38.127426 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-8325312f-9d70-486c-9ebf-3989af411168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 553d6a33-9250-417a-afe0-41ed2ecd3352 {{(pid=83987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:54:38.139531 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-8325312f-9d70-486c-9ebf-3989af411168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:38.166596 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-8325312f-9d70-486c-9ebf-3989af411168 service neutron] Transition to ACTIVE for port object 553d6a33-9250-417a-afe0-41ed2ecd3352 will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:54:38.168891 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca0ffb-0f3c-41cf-9929-99969b3fbf2d req-c0287d2e-1fd8-4ba6-abfa-1060c89d72a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:38.170569 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-69ca0ffb-0f3c-41cf-9929-99969b3fbf2d req-c0287d2e-1fd8-4ba6-abfa-1060c89d72a9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2bd27a9c-fc05-4957-b6fc-79c4c62cef95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1754158 Feb 17 17:54:38.172135 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-8325312f-9d70-486c-9ebf-3989af411168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452680'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:38.189856 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:38.331182 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb3526-d284-4e6f-b4bf-806425f7c753 req-8effdafe-537e-4235-b84d-fef9dc773708 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:38.334160 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-6deb3526-d284-4e6f-b4bf-806425f7c753 req-8effdafe-537e-4235-b84d-fef9dc773708 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f9f1508-1547-4707-93a9-137f544cc3f1 HTTP/1.1" status: 200 len: 943 time: 0.1053917 Feb 17 17:54:38.395123 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-6deb3526-d284-4e6f-b4bf-806425f7c753 req-05f5ed42-1ab1-43d8-8825-633405664e56 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/security-groups?id=96989e01-5cc0-412a-a281-94205accdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530014 Feb 17 17:54:38.458435 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325312f-9d70-486c-9ebf-3989af411168 service neutron] Pushing event updated for resources: {'Port': ['ID=553d6a33-9250-417a-afe0-41ed2ecd3352,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:38.465461 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8325312f-9d70-486c-9ebf-3989af411168 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:38.511799 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-69ca0ffb-0f3c-41cf-9929-99969b3fbf2d req-dbd83b73-203d-4f3f-9c33-b8267e57f072 service neutron] 10.222.0.67 "GET /v2.0/networks/2bd27a9c-fc05-4957-b6fc-79c4c62cef95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229825 Feb 17 17:54:38.677373 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:38.791592 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-8325312f-9d70-486c-9ebf-3989af411168 service neutron] Attempting to bind port 553d6a33-9250-417a-afe0-41ed2ecd3352 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:54:38.791964 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-8325312f-9d70-486c-9ebf-3989af411168 service neutron] Attempting to bind port 553d6a33-9250-417a-afe0-41ed2ecd3352 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'e0a3caaf-3587-4c85-a197-708780906032', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '945ee81f-2c5b-4623-80ea-51e76661446e'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:54:38.792340 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-8325312f-9d70-486c-9ebf-3989af411168 service neutron] Attempting to bind port 553d6a33-9250-417a-afe0-41ed2ecd3352 on network 945ee81f-2c5b-4623-80ea-51e76661446e {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:54:38.797577 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-69ca0ffb-0f3c-41cf-9929-99969b3fbf2d req-3a875dba-95ca-449a-a673-17e4e6620c53 service neutron] 10.222.0.67 "GET /v2.0/networks/2bd27a9c-fc05-4957-b6fc-79c4c62cef95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2791421 Feb 17 17:54:38.800264 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-8325312f-9d70-486c-9ebf-3989af411168 service neutron] Checking agent: {'id': 'ae447a02-7f1d-4456-a484-c4519a85c40b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 38), 'started_at': datetime.datetime(2021, 2, 17, 17, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:54:38.800709 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-8325312f-9d70-486c-9ebf-3989af411168 service neutron] Checking segment: {'id': 'e0a3caaf-3587-4c85-a197-708780906032', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '945ee81f-2c5b-4623-80ea-51e76661446e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:54:38.801072 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-8325312f-9d70-486c-9ebf-3989af411168 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:38.801462 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-8325312f-9d70-486c-9ebf-3989af411168 service neutron] Bound using segment: {'id': 'e0a3caaf-3587-4c85-a197-708780906032', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '945ee81f-2c5b-4623-80ea-51e76661446e'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:54:38.801943 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-8325312f-9d70-486c-9ebf-3989af411168 service neutron] Bound port: 553d6a33-9250-417a-afe0-41ed2ecd3352, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a3caaf-3587-4c85-a197-708780906032', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '945ee81f-2c5b-4623-80ea-51e76661446e'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:54:38.802318 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-8325312f-9d70-486c-9ebf-3989af411168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:38.906980 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-8325312f-9d70-486c-9ebf-3989af411168 service neutron] For port 553d6a33-9250-417a-afe0-41ed2ecd3352, host hv-cinder-76019, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:54:38.911428 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-8325312f-9d70-486c-9ebf-3989af411168 service neutron] For port 553d6a33-9250-417a-afe0-41ed2ecd3352, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=553d6a33-9250-417a-afe0-41ed2ecd3352,segment=NetworkSegment(e0a3caaf-3587-4c85-a197-708780906032),segment_id=e0a3caaf-3587-4c85-a197-708780906032)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:54:38.914939 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-8325312f-9d70-486c-9ebf-3989af411168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452680'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:38.930557 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:39.316486 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325312f-9d70-486c-9ebf-3989af411168 service neutron] Pushing event updated for resources: {'Port': ['ID=553d6a33-9250-417a-afe0-41ed2ecd3352,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:39.320093 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8325312f-9d70-486c-9ebf-3989af411168 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:39.354525 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-8325312f-9d70-486c-9ebf-3989af411168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:39.355202 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-8325312f-9d70-486c-9ebf-3989af411168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:39.356750 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-8325312f-9d70-486c-9ebf-3989af411168 service neutron] 10.222.0.67 "PUT /v2.0/ports/553d6a33-9250-417a-afe0-41ed2ecd3352 HTTP/1.1" status: 200 len: 1157 time: 2.2001138 Feb 17 17:54:39.357318 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9f1508-1547-4707-93a9-137f544cc3f1', 'tag': '553d6a33-9250-417a-afe0-41ed2ecd3352'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:54:39.410350 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9f1508-1547-4707-93a9-137f544cc3f1', 'tag': '553d6a33-9250-417a-afe0-41ed2ecd3352', 'status': 'completed', 'code': 200} Feb 17 17:54:39.511407 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-2564c2f4-7b02-4e2f-b8cc-2452de9d7b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:39.513163 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-2564c2f4-7b02-4e2f-b8cc-2452de9d7b25 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5681cd1f85eb46f9b5d673005d7dab44&device_id=5f9f1508-1547-4707-93a9-137f544cc3f1 HTTP/1.1" status: 200 len: 1160 time: 0.0820286 Feb 17 17:54:39.603716 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0ebbf-e96e-4225-8e58-ffc4357cabcf req-fbdcecfa-b29b-4575-ad4c-7ed1848af365 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:39.605341 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-65f0ebbf-e96e-4225-8e58-ffc4357cabcf req-fbdcecfa-b29b-4575-ad4c-7ed1848af365 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f9f1508-1547-4707-93a9-137f544cc3f1 HTTP/1.1" status: 200 len: 943 time: 0.0922463 Feb 17 17:54:39.617867 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-0c0ce15b-e89f-4565-abad-c2212215c78c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=553d6a33-9250-417a-afe0-41ed2ecd3352 HTTP/1.1" status: 200 len: 217 time: 0.0745063 Feb 17 17:54:39.660919 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-65f0ebbf-e96e-4225-8e58-ffc4357cabcf req-c2c2ba34-3fd8-4a0b-913a-31c7136053c4 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/security-groups?id=96989e01-5cc0-412a-a281-94205accdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491416 Feb 17 17:54:39.690334 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-738b99e4-6661-4354-9b6e-01e63db276ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:39.691954 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-738b99e4-6661-4354-9b6e-01e63db276ec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b3918ffd-435c-4aee-a4d0-ebb897b505fc HTTP/1.1" status: 200 len: 849 time: 0.0674860 Feb 17 17:54:39.748258 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-7b5cbcf2-813e-409f-beca-2dc2e3924ff5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=945ee81f-2c5b-4623-80ea-51e76661446e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482938 Feb 17 17:54:39.917755 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-84dbb0cb-44a5-4963-8e47-a6b3fe14a30a service neutron] 10.222.0.67 "GET /v2.0/networks/945ee81f-2c5b-4623-80ea-51e76661446e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625266 Feb 17 17:54:40.074348 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-aa88f823-83cb-4164-a33a-e338ed2aa62b req-e955cab3-0eeb-4cb0-b1e4-361eb8716685 service neutron] 10.222.0.67 "GET /v2.0/networks/945ee81f-2c5b-4623-80ea-51e76661446e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1499939 Feb 17 17:54:40.248149 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67ca9c-83c9-4901-af72-4d0720875acd req-d9e4b241-1838-4db4-b045-e3f9b5f65070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:40.249811 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0d67ca9c-83c9-4901-af72-4d0720875acd req-d9e4b241-1838-4db4-b045-e3f9b5f65070 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5681cd1f85eb46f9b5d673005d7dab44&device_id=5f9f1508-1547-4707-93a9-137f544cc3f1 HTTP/1.1" status: 200 len: 1160 time: 0.0897171 Feb 17 17:54:40.404023 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67ca9c-83c9-4901-af72-4d0720875acd req-96ac059e-7084-4f37-b2cb-862f202002da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:40.405677 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0d67ca9c-83c9-4901-af72-4d0720875acd req-96ac059e-7084-4f37-b2cb-862f202002da service neutron] 10.222.0.67 "GET /v2.0/networks?id=945ee81f-2c5b-4623-80ea-51e76661446e HTTP/1.1" status: 200 len: 903 time: 0.1476598 Feb 17 17:54:40.481892 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0d67ca9c-83c9-4901-af72-4d0720875acd req-8ae8663a-b6a1-42b7-8c80-30efe2a720dd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=553d6a33-9250-417a-afe0-41ed2ecd3352 HTTP/1.1" status: 200 len: 217 time: 0.0675159 Feb 17 17:54:40.559590 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67ca9c-83c9-4901-af72-4d0720875acd req-90661222-6865-4717-bafe-69f36fd7ef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:40.561517 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0d67ca9c-83c9-4901-af72-4d0720875acd req-90661222-6865-4717-bafe-69f36fd7ef48 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b3918ffd-435c-4aee-a4d0-ebb897b505fc HTTP/1.1" status: 200 len: 849 time: 0.0717938 Feb 17 17:54:40.618360 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0d67ca9c-83c9-4901-af72-4d0720875acd req-a1b59963-0bcf-4bef-8b42-117ed0a528e0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=945ee81f-2c5b-4623-80ea-51e76661446e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480862 Feb 17 17:54:40.774027 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0d67ca9c-83c9-4901-af72-4d0720875acd req-bd4917a7-3231-4e1e-b1cb-c1a83cab5301 service neutron] 10.222.0.67 "GET /v2.0/networks/945ee81f-2c5b-4623-80ea-51e76661446e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451418 Feb 17 17:54:41.001568 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0d67ca9c-83c9-4901-af72-4d0720875acd req-3cf59603-32c4-4c30-a8d9-428a15b80f50 service neutron] 10.222.0.67 "GET /v2.0/networks/945ee81f-2c5b-4623-80ea-51e76661446e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2197099 Feb 17 17:54:41.010440 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a896a0-b32c-443a-8261-b32be56c4cf4 req-89be7a6b-d16a-4474-9363-4cdc239fa9a7 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:41.011182 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-16a896a0-b32c-443a-8261-b32be56c4cf4 req-89be7a6b-d16a-4474-9363-4cdc239fa9a7 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Synchronizing usage tracker for tenant:5681cd1f85eb46f9b5d673005d7dab44 on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:54:41.028821 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-16a896a0-b32c-443a-8261-b32be56c4cf4 req-89be7a6b-d16a-4474-9363-4cdc239fa9a7 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Unset dirty status for tenant:5681cd1f85eb46f9b5d673005d7dab44 on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:54:41.030109 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-16a896a0-b32c-443a-8261-b32be56c4cf4 req-89be7a6b-d16a-4474-9363-4cdc239fa9a7 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f9f1508-1547-4707-93a9-137f544cc3f1 HTTP/1.1" status: 200 len: 943 time: 0.2254834 Feb 17 17:54:41.083923 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-16a896a0-b32c-443a-8261-b32be56c4cf4 req-8a00fae7-4f86-4ffe-9028-7350fcda5ba3 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/security-groups?id=96989e01-5cc0-412a-a281-94205accdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460649 Feb 17 17:54:42.297729 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d69af6-712d-4173-893d-0357b98f5ac3 req-48ca94f7-2e91-4b43-b038-5097157d890d tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:42.299354 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c7d69af6-712d-4173-893d-0357b98f5ac3 req-48ca94f7-2e91-4b43-b038-5097157d890d tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f9f1508-1547-4707-93a9-137f544cc3f1 HTTP/1.1" status: 200 len: 943 time: 0.0937729 Feb 17 17:54:42.349881 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c7d69af6-712d-4173-893d-0357b98f5ac3 req-cac1f8e3-1b71-4cb7-a3b8-135cc60647dd tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/security-groups?id=96989e01-5cc0-412a-a281-94205accdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434797 Feb 17 17:54:43.446486 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.objects.ports [None req-ff7dbce6-e558-4aa1-8afa-c8c18dbffc15 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83988) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 17:54:43.597746 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7ac16-1941-4a45-9a7c-bda9f9678f64 req-6a11fed7-a872-4852-93da-0cc5ad0fabdb tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:43.599379 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4bb7ac16-1941-4a45-9a7c-bda9f9678f64 req-6a11fed7-a872-4852-93da-0cc5ad0fabdb tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f9f1508-1547-4707-93a9-137f544cc3f1 HTTP/1.1" status: 200 len: 943 time: 0.0944529 Feb 17 17:54:43.651200 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4bb7ac16-1941-4a45-9a7c-bda9f9678f64 req-e4f95e74-adf3-446d-8ee9-244f3b95a73e tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/security-groups?id=96989e01-5cc0-412a-a281-94205accdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445025 Feb 17 17:54:44.039849 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 553d6a33-9250-417a-afe0-41ed2ecd3352 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:54:44.111888 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning for port 553d6a33-9250-417a-afe0-41ed2ecd3352 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:54:44.116913 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 553d6a33-9250-417a-afe0-41ed2ecd3352 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:54:44.117338 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:44.244865 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:44.273518 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9f1508-1547-4707-93a9-137f544cc3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553d6a33-9250-417a-afe0-41ed2ecd3352'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:54:44.284037 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] For port 553d6a33-9250-417a-afe0-41ed2ecd3352, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=553d6a33-9250-417a-afe0-41ed2ecd3352,segment=NetworkSegment(e0a3caaf-3587-4c85-a197-708780906032),segment_id=e0a3caaf-3587-4c85-a197-708780906032)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:54:44.287075 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:44.289617 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:44.327810 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9f1508-1547-4707-93a9-137f544cc3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553d6a33-9250-417a-afe0-41ed2ecd3352', 'code': 200} Feb 17 17:54:44.363280 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Pushing event updated for resources: {'Port': ['ID=553d6a33-9250-417a-afe0-41ed2ecd3352,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:44.366686 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:44.640459 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f7776-510e-4cb9-a054-95c7e74f04ff req-c58a590f-5acd-4f1b-ba41-20fd25343328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:44.642065 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d62f7776-510e-4cb9-a054-95c7e74f04ff req-c58a590f-5acd-4f1b-ba41-20fd25343328 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5f9f1508-1547-4707-93a9-137f544cc3f1 HTTP/1.1" status: 200 len: 1162 time: 0.0833039 Feb 17 17:54:44.700771 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d62f7776-510e-4cb9-a054-95c7e74f04ff req-4fe8567c-62c8-461d-93a2-c256a099ebdb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=96989e01-5cc0-412a-a281-94205accdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407732 Feb 17 17:54:44.877529 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f3fd8-56a2-4609-9eb8-30341ca249fd req-9af09a3b-6d9e-4789-b4a3-88fa1f216522 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:44.879384 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-987f3fd8-56a2-4609-9eb8-30341ca249fd req-9af09a3b-6d9e-4789-b4a3-88fa1f216522 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f9f1508-1547-4707-93a9-137f544cc3f1 HTTP/1.1" status: 200 len: 945 time: 0.0961728 Feb 17 17:54:44.935676 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-987f3fd8-56a2-4609-9eb8-30341ca249fd req-01abe641-5547-47ec-96bd-2a446262cb02 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/security-groups?id=96989e01-5cc0-412a-a281-94205accdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489993 Feb 17 17:54:45.443800 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 553d6a33-9250-417a-afe0-41ed2ecd3352 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:54:45.526144 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 553d6a33-9250-417a-afe0-41ed2ecd3352 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:54:45.526563 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:46.150797 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68881f-c77f-40f2-9341-291fbe0260bc req-d6975f24-043f-456d-931a-4dc9d9b934f3 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:46.152503 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-bc68881f-c77f-40f2-9341-291fbe0260bc req-d6975f24-043f-456d-931a-4dc9d9b934f3 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f9f1508-1547-4707-93a9-137f544cc3f1 HTTP/1.1" status: 200 len: 945 time: 0.0935256 Feb 17 17:54:46.201389 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-bc68881f-c77f-40f2-9341-291fbe0260bc req-3f0e0164-3d52-4edf-91d7-c7eef9728090 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/security-groups?id=96989e01-5cc0-412a-a281-94205accdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423405 Feb 17 17:54:47.407503 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8af21-a5fd-458f-be96-86e776d64cac req-918a87ce-9ce7-4e43-a6ae-f0556177ec21 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:47.409212 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-59c8af21-a5fd-458f-be96-86e776d64cac req-918a87ce-9ce7-4e43-a6ae-f0556177ec21 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f9f1508-1547-4707-93a9-137f544cc3f1 HTTP/1.1" status: 200 len: 945 time: 0.0925338 Feb 17 17:54:47.460414 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-59c8af21-a5fd-458f-be96-86e776d64cac req-7bf32270-269f-4958-9efe-4e6366b90bbf tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/security-groups?id=96989e01-5cc0-412a-a281-94205accdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438309 Feb 17 17:54:47.534725 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 553d6a33-9250-417a-afe0-41ed2ecd3352 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:54:47.611180 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 553d6a33-9250-417a-afe0-41ed2ecd3352 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:54:47.611599 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:48.779682 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39e515-b5ad-4d45-bb99-317f6910e134 req-fa94bead-79d5-4fed-a4f1-c0b9bd1b975f tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:48.781349 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3c39e515-b5ad-4d45-bb99-317f6910e134 req-fa94bead-79d5-4fed-a4f1-c0b9bd1b975f tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f9f1508-1547-4707-93a9-137f544cc3f1 HTTP/1.1" status: 200 len: 945 time: 0.0917528 Feb 17 17:54:48.830146 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3c39e515-b5ad-4d45-bb99-317f6910e134 req-8e8faf92-77bc-4a66-be32-e155f96b6e83 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/security-groups?id=96989e01-5cc0-412a-a281-94205accdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422077 Feb 17 17:54:50.043856 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27f127-0307-4a12-9be7-ec30bf57c154 req-47dd9c1d-f48b-4c22-87d3-571f48e7f8ac tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:50.045542 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fd27f127-0307-4a12-9be7-ec30bf57c154 req-47dd9c1d-f48b-4c22-87d3-571f48e7f8ac tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f9f1508-1547-4707-93a9-137f544cc3f1 HTTP/1.1" status: 200 len: 945 time: 0.0951810 Feb 17 17:54:50.096200 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fd27f127-0307-4a12-9be7-ec30bf57c154 req-6129de05-f67a-4ca1-b2ee-9f78d8dbf57e tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/security-groups?id=96989e01-5cc0-412a-a281-94205accdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434713 Feb 17 17:54:50.426106 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871697d-5b38-4b9a-b231-0f8689af3727 req-d99c7854-e7d1-4dfe-b4c1-3edaf3117239 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:50.427626 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-6871697d-5b38-4b9a-b231-0f8689af3727 req-d99c7854-e7d1-4dfe-b4c1-3edaf3117239 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f9f1508-1547-4707-93a9-137f544cc3f1 HTTP/1.1" status: 200 len: 945 time: 0.0883000 Feb 17 17:54:50.513062 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-6871697d-5b38-4b9a-b231-0f8689af3727 req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Deleting port 553d6a33-9250-417a-afe0-41ed2ecd3352 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:54:50.513455 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6871697d-5b38-4b9a-b231-0f8689af3727 req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:50.790486 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-6871697d-5b38-4b9a-b231-0f8689af3727 req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] For port 553d6a33-9250-417a-afe0-41ed2ecd3352, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=553d6a33-9250-417a-afe0-41ed2ecd3352,segment=NetworkSegment(e0a3caaf-3587-4c85-a197-708780906032),segment_id=e0a3caaf-3587-4c85-a197-708780906032)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:54:50.790893 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6871697d-5b38-4b9a-b231-0f8689af3727 req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:50.934995 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-6871697d-5b38-4b9a-b231-0f8689af3727 req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Calling delete_port for 553d6a33-9250-417a-afe0-41ed2ecd3352 owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:54:51.097110 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6871697d-5b38-4b9a-b231-0f8689af3727 req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:51.209412 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3cd57886-c875-487b-b72f-b3e977c2c3df tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:51.318219 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Pushing event deleted for resources: {'Port': ['ID=553d6a33-9250-417a-afe0-41ed2ecd3352,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:51.342805 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-574c6bb3-7ea9-4d80-b032-3e2d0117905d req-4d03fd1f-c305-49f9-86d6-aa39d9926ac8 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f9f1508-1547-4707-93a9-137f544cc3f1 HTTP/1.1" status: 200 len: 210 time: 0.0835268 Feb 17 17:54:51.344259 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:51.344718 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:51.345124 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:51.345525 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:51.345913 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:51.346318 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:51.346708 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:51.347093 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:51.347480 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:51.347865 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:51.348249 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:51.348679 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:51.349127 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:51.349508 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:51.350420 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:51.350952 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:51.351243 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:51.351633 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:51.352054 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:51.352407 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:51.352819 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:51.353201 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:51.353581 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:51.353965 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:51.360017 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:51.384129 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 553d6a33-9250-417a-afe0-41ed2ecd3352 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:54:51.424333 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] No Port match for: 553d6a33-9250-417a-afe0-41ed2ecd3352 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:54:51.424788 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 553d6a33-9250-417a-afe0-41ed2ecd3352 not bound to the agent host hv-cinder-76019 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:54:51.461869 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-6871697d-5b38-4b9a-b231-0f8689af3727 req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] No DVR routers for this DVR port 553d6a33-9250-417a-afe0-41ed2ecd3352 on host hv-cinder-76019 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:54:51.464161 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6871697d-5b38-4b9a-b231-0f8689af3727 req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:51.467096 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9f1508-1547-4707-93a9-137f544cc3f1', 'name': 'network-vif-deleted', 'tag': '553d6a33-9250-417a-afe0-41ed2ecd3352'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:54:51.483256 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-6871697d-5b38-4b9a-b231-0f8689af3727 req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.67 "DELETE /v2.0/ports/553d6a33-9250-417a-afe0-41ed2ecd3352 HTTP/1.1" status: 204 len: 173 time: 1.0469558 Feb 17 17:54:51.515761 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9f1508-1547-4707-93a9-137f544cc3f1', 'name': 'network-vif-deleted', 'tag': '553d6a33-9250-417a-afe0-41ed2ecd3352', 'status': 'completed', 'code': 200} Feb 17 17:54:52.817925 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-6830796c-f7db-4441-b267-0e3fd6244ecd tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:52.820006 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-6830796c-f7db-4441-b267-0e3fd6244ecd tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/networks?id=945ee81f-2c5b-4623-80ea-51e76661446e HTTP/1.1" status: 200 len: 809 time: 0.1730072 Feb 17 17:54:52.837142 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-d658927f-681b-48cd-b233-4a10402bdc0e tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/quotas/5681cd1f85eb46f9b5d673005d7dab44 HTTP/1.1" status: 200 len: 375 time: 0.0102506 Feb 17 17:54:52.895286 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-2628c0f6-eaaf-4516-8c9e-5eaa526dd5ce tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5681cd1f85eb46f9b5d673005d7dab44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508261 Feb 17 17:54:53.045943 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-d4c4d399-5c9f-4304-9bd9-04cd76ca706c service neutron] 10.222.0.49 "GET /v2.0/networks/945ee81f-2c5b-4623-80ea-51e76661446e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425695 Feb 17 17:54:53.206908 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-0b0b37a5-e67a-436c-adee-921e32781efb service neutron] 10.222.0.49 "GET /v2.0/networks/945ee81f-2c5b-4623-80ea-51e76661446e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1546197 Feb 17 17:54:53.403281 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-68a133fd-26e6-4065-ae87-030afa8a9f8f req-c3e5dfb2-f10d-4ddb-80db-435de15ba1a0 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Synchronizing usage tracker for tenant:5681cd1f85eb46f9b5d673005d7dab44 on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:54:53.419742 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-68a133fd-26e6-4065-ae87-030afa8a9f8f req-c3e5dfb2-f10d-4ddb-80db-435de15ba1a0 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Unset dirty status for tenant:5681cd1f85eb46f9b5d673005d7dab44 on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:54:53.421121 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-68a133fd-26e6-4065-ae87-030afa8a9f8f req-c3e5dfb2-f10d-4ddb-80db-435de15ba1a0 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/ports?device_id=00d5995d-2e7a-49c6-a64c-1b2b6939f1b1 HTTP/1.1" status: 200 len: 210 time: 0.0674393 Feb 17 17:54:54.618887 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-55d08b3a-c8dc-48ab-a039-1c2c16736615 req-a083bc6d-cd66-4305-b116-3ea3b1685925 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/ports?device_id=00d5995d-2e7a-49c6-a64c-1b2b6939f1b1 HTTP/1.1" status: 200 len: 210 time: 0.0668693 Feb 17 17:54:54.680592 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-158e7a5a-69d4-4a73-af97-4846ec8bd9cf tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:54.682377 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-158e7a5a-69d4-4a73-af97-4846ec8bd9cf tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.67 "GET /v2.0/networks?id=945ee81f-2c5b-4623-80ea-51e76661446e HTTP/1.1" status: 200 len: 809 time: 0.2433662 Feb 17 17:54:54.717363 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-79d91279-fcab-4eec-b0d8-e825d5d84bf3 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Request body: {'port': {'device_id': '00d5995d-2e7a-49c6-a64c-1b2b6939f1b1', 'network_id': '945ee81f-2c5b-4623-80ea-51e76661446e', 'admin_state_up': True, 'tenant_id': '5681cd1f85eb46f9b5d673005d7dab44'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:54.884359 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-79d91279-fcab-4eec-b0d8-e825d5d84bf3 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:54.894595 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-79d91279-fcab-4eec-b0d8-e825d5d84bf3 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:54.903913 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-79d91279-fcab-4eec-b0d8-e825d5d84bf3 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Made reservation on behalf of 5681cd1f85eb46f9b5d673005d7dab44 for: {'port': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:54:54.910015 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-79d91279-fcab-4eec-b0d8-e825d5d84bf3 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:55.236897 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-79d91279-fcab-4eec-b0d8-e825d5d84bf3 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Allocated IP 172.20.0.8 (945ee81f-2c5b-4623-80ea-51e76661446e/b3918ffd-435c-4aee-a4d0-ebb897b505fc/62b7ebca-b5d4-4654-b793-1a27fc37429d) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:54:55.388032 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-67a06aab-4353-4b26-a8d4-78f018c79f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:55.696181 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-79d91279-fcab-4eec-b0d8-e825d5d84bf3 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:55.728705 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-79d91279-fcab-4eec-b0d8-e825d5d84bf3 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:55.747982 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8325312f-9d70-486c-9ebf-3989af411168 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:55.958470 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d91279-fcab-4eec-b0d8-e825d5d84bf3 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Pushing event updated for resources: {'Port': ['ID=62b7ebca-b5d4-4654-b793-1a27fc37429d,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:55.966861 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-79d91279-fcab-4eec-b0d8-e825d5d84bf3 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:56.021349 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b26cf0-3a61-4545-9860-5495a7b49a3f req-35f93ab5-e442-4787-968c-67f8cb369bde tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:56.023118 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-90b26cf0-3a61-4545-9860-5495a7b49a3f req-35f93ab5-e442-4787-968c-67f8cb369bde tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/ports?device_id=00d5995d-2e7a-49c6-a64c-1b2b6939f1b1 HTTP/1.1" status: 200 len: 931 time: 0.2365019 Feb 17 17:54:56.049826 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-79d91279-fcab-4eec-b0d8-e825d5d84bf3 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Network 945ee81f-2c5b-4623-80ea-51e76661446e is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:54:56.051027 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-79d91279-fcab-4eec-b0d8-e825d5d84bf3 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:54:56.055530 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-79d91279-fcab-4eec-b0d8-e825d5d84bf3 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:54:56.133676 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-90b26cf0-3a61-4545-9860-5495a7b49a3f req-7d620bba-4b4a-49aa-a4b5-66b520888ee7 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/security-groups?id=96989e01-5cc0-412a-a281-94205accdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025817 Feb 17 17:54:56.146064 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-79d91279-fcab-4eec-b0d8-e825d5d84bf3 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:56.156392 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-79d91279-fcab-4eec-b0d8-e825d5d84bf3 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:56.173946 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-79d91279-fcab-4eec-b0d8-e825d5d84bf3 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4610016 Feb 17 17:54:56.194634 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-31969ab5-bad3-4c56-82bd-33a2b574948a service neutron] Request body: {'port': {'device_id': '00d5995d-2e7a-49c6-a64c-1b2b6939f1b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:56.323476 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-31969ab5-bad3-4c56-82bd-33a2b574948a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:56.862157 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b459e-e3c8-4a9b-a944-0c813f8c5631 req-e4651ea7-fe0a-4441-91c1-aa24c3970e6b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:56.863729 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-021b459e-e3c8-4a9b-a944-0c813f8c5631 req-e4651ea7-fe0a-4441-91c1-aa24c3970e6b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.1651509 Feb 17 17:54:56.870912 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-31969ab5-bad3-4c56-82bd-33a2b574948a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b7ebca-b5d4-4654-b793-1a27fc37429d {{(pid=83987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:54:56.894313 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-31969ab5-bad3-4c56-82bd-33a2b574948a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:56.921678 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-31969ab5-bad3-4c56-82bd-33a2b574948a service neutron] Transition to ACTIVE for port object 62b7ebca-b5d4-4654-b793-1a27fc37429d will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:54:56.924742 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-31969ab5-bad3-4c56-82bd-33a2b574948a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452680'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:56.941866 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-514d95bd-7327-4284-b0f8-b06aa009c2d1 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:57.046532 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-021b459e-e3c8-4a9b-a944-0c813f8c5631 req-837c307e-219c-4890-9da5-5f76cf96ab03 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705377 Feb 17 17:54:57.092413 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31969ab5-bad3-4c56-82bd-33a2b574948a service neutron] Pushing event updated for resources: {'Port': ['ID=62b7ebca-b5d4-4654-b793-1a27fc37429d,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:57.096883 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-31969ab5-bad3-4c56-82bd-33a2b574948a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:57.308885 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-31969ab5-bad3-4c56-82bd-33a2b574948a service neutron] Attempting to bind port 62b7ebca-b5d4-4654-b793-1a27fc37429d on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:54:57.309267 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-31969ab5-bad3-4c56-82bd-33a2b574948a service neutron] Attempting to bind port 62b7ebca-b5d4-4654-b793-1a27fc37429d by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'e0a3caaf-3587-4c85-a197-708780906032', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '945ee81f-2c5b-4623-80ea-51e76661446e'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:54:57.309638 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-31969ab5-bad3-4c56-82bd-33a2b574948a service neutron] Attempting to bind port 62b7ebca-b5d4-4654-b793-1a27fc37429d on network 945ee81f-2c5b-4623-80ea-51e76661446e {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:54:57.315564 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-31969ab5-bad3-4c56-82bd-33a2b574948a service neutron] Checking agent: {'id': 'ae447a02-7f1d-4456-a484-c4519a85c40b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 38), 'started_at': datetime.datetime(2021, 2, 17, 17, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:54:57.315943 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-31969ab5-bad3-4c56-82bd-33a2b574948a service neutron] Checking segment: {'id': 'e0a3caaf-3587-4c85-a197-708780906032', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '945ee81f-2c5b-4623-80ea-51e76661446e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:54:57.316415 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-31969ab5-bad3-4c56-82bd-33a2b574948a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:57.316795 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-31969ab5-bad3-4c56-82bd-33a2b574948a service neutron] Bound using segment: {'id': 'e0a3caaf-3587-4c85-a197-708780906032', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '945ee81f-2c5b-4623-80ea-51e76661446e'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:54:57.317285 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-31969ab5-bad3-4c56-82bd-33a2b574948a service neutron] Bound port: 62b7ebca-b5d4-4654-b793-1a27fc37429d, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a3caaf-3587-4c85-a197-708780906032', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '945ee81f-2c5b-4623-80ea-51e76661446e'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:54:57.317669 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-31969ab5-bad3-4c56-82bd-33a2b574948a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:57.395068 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097c063-c8fe-4732-8300-7d71a88dbb11 req-150885cc-99e3-432f-a80d-c3c41c1f108c tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:57.396661 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-6097c063-c8fe-4732-8300-7d71a88dbb11 req-150885cc-99e3-432f-a80d-c3c41c1f108c tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/ports?device_id=00d5995d-2e7a-49c6-a64c-1b2b6939f1b1 HTTP/1.1" status: 200 len: 943 time: 0.1103601 Feb 17 17:54:57.420402 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-31969ab5-bad3-4c56-82bd-33a2b574948a service neutron] For port 62b7ebca-b5d4-4654-b793-1a27fc37429d, host hv-cinder-76019, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:54:57.423673 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-31969ab5-bad3-4c56-82bd-33a2b574948a service neutron] For port 62b7ebca-b5d4-4654-b793-1a27fc37429d, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=62b7ebca-b5d4-4654-b793-1a27fc37429d,segment=NetworkSegment(e0a3caaf-3587-4c85-a197-708780906032),segment_id=e0a3caaf-3587-4c85-a197-708780906032)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:54:57.427903 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-31969ab5-bad3-4c56-82bd-33a2b574948a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452680'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:57.444598 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:57.463800 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-6097c063-c8fe-4732-8300-7d71a88dbb11 req-dae5e958-34f6-49ce-a433-7872c8387785 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/security-groups?id=96989e01-5cc0-412a-a281-94205accdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605910 Feb 17 17:54:57.519820 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-46a01fbe-d765-4243-a3ac-2668540f36f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:57.606073 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31969ab5-bad3-4c56-82bd-33a2b574948a service neutron] Pushing event updated for resources: {'Port': ['ID=62b7ebca-b5d4-4654-b793-1a27fc37429d,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:57.611751 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-31969ab5-bad3-4c56-82bd-33a2b574948a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:57.644330 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-31969ab5-bad3-4c56-82bd-33a2b574948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:57.645188 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-31969ab5-bad3-4c56-82bd-33a2b574948a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:57.646566 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-31969ab5-bad3-4c56-82bd-33a2b574948a service neutron] 10.222.0.67 "PUT /v2.0/ports/62b7ebca-b5d4-4654-b793-1a27fc37429d HTTP/1.1" status: 200 len: 1157 time: 1.4572575 Feb 17 17:54:57.647162 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d5995d-2e7a-49c6-a64c-1b2b6939f1b1', 'tag': '62b7ebca-b5d4-4654-b793-1a27fc37429d'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:54:57.697844 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d5995d-2e7a-49c6-a64c-1b2b6939f1b1', 'tag': '62b7ebca-b5d4-4654-b793-1a27fc37429d', 'status': 'completed', 'code': 200} Feb 17 17:54:57.808004 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-6a8a277c-44b5-4fb4-955f-1375e56f2cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:57.809712 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-6a8a277c-44b5-4fb4-955f-1375e56f2cfd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5681cd1f85eb46f9b5d673005d7dab44&device_id=00d5995d-2e7a-49c6-a64c-1b2b6939f1b1 HTTP/1.1" status: 200 len: 1160 time: 0.0874047 Feb 17 17:54:57.902039 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-a9b832d5-cb88-4019-8f17-26f3fdee6fa0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62b7ebca-b5d4-4654-b793-1a27fc37429d HTTP/1.1" status: 200 len: 217 time: 0.0775821 Feb 17 17:54:57.977767 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-05baa174-9e8e-4de8-8cfc-7d52070ac4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:57.979383 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-05baa174-9e8e-4de8-8cfc-7d52070ac4e8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b3918ffd-435c-4aee-a4d0-ebb897b505fc HTTP/1.1" status: 200 len: 849 time: 0.0698984 Feb 17 17:54:58.047711 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-ebc47129-fc74-4922-8870-1f4ba6a80bdf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=945ee81f-2c5b-4623-80ea-51e76661446e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528047 Feb 17 17:54:58.207080 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-6da0a702-7577-4219-9b7e-09216d7d7c34 service neutron] 10.222.0.67 "GET /v2.0/networks/945ee81f-2c5b-4623-80ea-51e76661446e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465843 Feb 17 17:54:58.265361 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bdb293-a8da-443a-a1e7-f0351f21a547 req-30388b3b-a0f8-466f-88cd-162aeafa4af0 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:58.267158 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e2bdb293-a8da-443a-a1e7-f0351f21a547 req-30388b3b-a0f8-466f-88cd-162aeafa4af0 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.0895064 Feb 17 17:54:58.317697 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e2bdb293-a8da-443a-a1e7-f0351f21a547 req-9d6bae61-1063-4a51-bc1d-d0da3776ebd0 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432866 Feb 17 17:54:58.361313 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-90c250b3-a81d-4d1c-843f-1b0bdc035cbe req-4387a2b5-e1b4-440f-a101-7ce94a76fb3a service neutron] 10.222.0.67 "GET /v2.0/networks/945ee81f-2c5b-4623-80ea-51e76661446e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1438165 Feb 17 17:54:58.633065 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:58.747543 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947aea4-9abe-4caf-99a1-fe0e30dc1299 req-70ede7ad-8578-4927-89dc-1d360f45c1df tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:58.749175 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1947aea4-9abe-4caf-99a1-fe0e30dc1299 req-70ede7ad-8578-4927-89dc-1d360f45c1df tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.67 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.2233403 Feb 17 17:54:58.759567 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7da9f-10ab-43c6-90d2-0fcaac3b0449 req-13c42281-76af-45fb-830f-10d81184e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:58.761126 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-53b7da9f-10ab-43c6-90d2-0fcaac3b0449 req-13c42281-76af-45fb-830f-10d81184e052 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5681cd1f85eb46f9b5d673005d7dab44&device_id=00d5995d-2e7a-49c6-a64c-1b2b6939f1b1 HTTP/1.1" status: 200 len: 1160 time: 0.1983860 Feb 17 17:54:58.837905 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfb894-e8f8-459b-8df2-38039eb53ca2 req-fed45862-57a8-40e8-9d2d-7c8b051c5a91 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:58.838597 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-96bfb894-e8f8-459b-8df2-38039eb53ca2 req-fed45862-57a8-40e8-9d2d-7c8b051c5a91 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Synchronizing usage tracker for tenant:5681cd1f85eb46f9b5d673005d7dab44 on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:54:58.949262 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-1947aea4-9abe-4caf-99a1-fe0e30dc1299 req-302463aa-cbcc-496e-9396-a4e004ed9857 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Deleting port 75ebb4e6-50fd-4093-a975-2f54d9085f70 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:54:58.949911 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1947aea4-9abe-4caf-99a1-fe0e30dc1299 req-302463aa-cbcc-496e-9396-a4e004ed9857 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:59.218133 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-96bfb894-e8f8-459b-8df2-38039eb53ca2 req-fed45862-57a8-40e8-9d2d-7c8b051c5a91 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Unset dirty status for tenant:5681cd1f85eb46f9b5d673005d7dab44 on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:54:59.219428 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-96bfb894-e8f8-459b-8df2-38039eb53ca2 req-fed45862-57a8-40e8-9d2d-7c8b051c5a91 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/ports?device_id=00d5995d-2e7a-49c6-a64c-1b2b6939f1b1 HTTP/1.1" status: 200 len: 943 time: 0.6074512 Feb 17 17:54:59.357836 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7da9f-10ab-43c6-90d2-0fcaac3b0449 req-34b273a7-ca8a-48a2-b25d-10b71afa88ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:59.359463 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-53b7da9f-10ab-43c6-90d2-0fcaac3b0449 req-34b273a7-ca8a-48a2-b25d-10b71afa88ae service neutron] 10.222.0.67 "GET /v2.0/networks?id=945ee81f-2c5b-4623-80ea-51e76661446e HTTP/1.1" status: 200 len: 903 time: 0.5602515 Feb 17 17:54:59.367482 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-96bfb894-e8f8-459b-8df2-38039eb53ca2 req-bb4197a2-433a-47c0-8713-6de65ed0130b tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/security-groups?id=96989e01-5cc0-412a-a281-94205accdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317046 Feb 17 17:54:59.450153 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-53b7da9f-10ab-43c6-90d2-0fcaac3b0449 req-dfccf9d4-a876-4633-ad57-2e48eae4e6fa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62b7ebca-b5d4-4654-b793-1a27fc37429d HTTP/1.1" status: 200 len: 217 time: 0.0792494 Feb 17 17:54:59.533379 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330df93-51fd-407f-9025-03040cfcbeb5 req-833d08a3-fe95-485c-be5a-88b55b68452f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:59.535038 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f330df93-51fd-407f-9025-03040cfcbeb5 req-833d08a3-fe95-485c-be5a-88b55b68452f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 946 time: 0.0937004 Feb 17 17:54:59.587215 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f330df93-51fd-407f-9025-03040cfcbeb5 req-97de127c-bfa2-443f-a1ff-2e559f8ddeea tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=0541b1b3-3664-43fd-b38a-0a567429a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451794 Feb 17 17:54:59.627993 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7da9f-10ab-43c6-90d2-0fcaac3b0449 req-7cf66c1c-2cd9-4e2c-8657-2a84b18a6ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:59.629561 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-53b7da9f-10ab-43c6-90d2-0fcaac3b0449 req-7cf66c1c-2cd9-4e2c-8657-2a84b18a6ddd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b3918ffd-435c-4aee-a4d0-ebb897b505fc HTTP/1.1" status: 200 len: 849 time: 0.1612275 Feb 17 17:54:59.703190 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-53b7da9f-10ab-43c6-90d2-0fcaac3b0449 req-028eead4-377f-43ba-9010-0c43293949e9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=945ee81f-2c5b-4623-80ea-51e76661446e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635777 Feb 17 17:54:59.703989 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:59.708912 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-1947aea4-9abe-4caf-99a1-fe0e30dc1299 req-302463aa-cbcc-496e-9396-a4e004ed9857 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] For port 75ebb4e6-50fd-4093-a975-2f54d9085f70, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=75ebb4e6-50fd-4093-a975-2f54d9085f70,segment=NetworkSegment(d6c40ba5-568a-477a-8ba4-567b28b5f497),segment_id=d6c40ba5-568a-477a-8ba4-567b28b5f497)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:54:59.709868 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1947aea4-9abe-4caf-99a1-fe0e30dc1299 req-302463aa-cbcc-496e-9396-a4e004ed9857 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:59.776399 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:59.908793 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:59.932139 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] get_endpoint_by_host() called for host hv-cinder-76019 {{(pid=83988) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 17:54:59.936958 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] get_endpoint_by_ip() called for ip 192.168.0.44 {{(pid=83988) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 17:54:59.940792 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] _add_endpoint() called for ip 192.168.0.44 {{(pid=83988) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 17:54:59.951121 dv-cinder-760199-3-smb neutron-server[83873]: WARNING neutron.plugins.ml2.drivers.type_tunnel [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Endpoint with ip 192.168.0.44 already exists: oslo_db.exception.DBDuplicateEntry: (pymysql.err.IntegrityError) (1062, "Duplicate entry '192.168.0.44' for key 'PRIMARY'") Feb 17 17:54:59.951674 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] _get_endpoints() called {{(pid=83988) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 17:55:00.126213 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-53b7da9f-10ab-43c6-90d2-0fcaac3b0449 req-95e3c15c-35a2-4024-9967-1866b8b076a0 service neutron] 10.222.0.67 "GET /v2.0/networks/945ee81f-2c5b-4623-80ea-51e76661446e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457925 Feb 17 17:55:00.252895 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1947aea4-9abe-4caf-99a1-fe0e30dc1299 req-302463aa-cbcc-496e-9396-a4e004ed9857 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:00.253312 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1947aea4-9abe-4caf-99a1-fe0e30dc1299 req-302463aa-cbcc-496e-9396-a4e004ed9857 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846487875'] for floatingip, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:00.253662 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.db.l3_db [req-1947aea4-9abe-4caf-99a1-fe0e30dc1299 req-302463aa-cbcc-496e-9396-a4e004ed9857 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Floating IP bb775fab-764f-47eb-bdbb-b027b79ff764 disassociated. External IP: 172.28.3.181, port: 75ebb4e6-50fd-4093-a975-2f54d9085f70. Feb 17 17:55:00.254046 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-1947aea4-9abe-4caf-99a1-fe0e30dc1299 req-302463aa-cbcc-496e-9396-a4e004ed9857 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Calling delete_port for 75ebb4e6-50fd-4093-a975-2f54d9085f70 owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:55:00.376244 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-53b7da9f-10ab-43c6-90d2-0fcaac3b0449 req-e99e65db-0494-4436-8730-14ae77d0e378 service neutron] 10.222.0.67 "GET /v2.0/networks/945ee81f-2c5b-4623-80ea-51e76661446e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2422349 Feb 17 17:55:00.456285 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1947aea4-9abe-4caf-99a1-fe0e30dc1299 req-302463aa-cbcc-496e-9396-a4e004ed9857 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:00.473392 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6eccbf21-0650-4928-85f5-b1f320531686 tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:00.579391 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302463aa-cbcc-496e-9396-a4e004ed9857 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Pushing event deleted for resources: {'Port': ['ID=75ebb4e6-50fd-4093-a975-2f54d9085f70,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:00.628742 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-302463aa-cbcc-496e-9396-a4e004ed9857 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:00.724348 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbc332-ade2-4588-89e1-d1ed84cc6d1c req-34afe457-021b-4555-8383-adfb0a690fef tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:00.726699 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-49bbc332-ade2-4588-89e1-d1ed84cc6d1c req-34afe457-021b-4555-8383-adfb0a690fef tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/ports?device_id=00d5995d-2e7a-49c6-a64c-1b2b6939f1b1 HTTP/1.1" status: 200 len: 943 time: 0.1642485 Feb 17 17:55:00.792199 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-708ad8db-5b22-49e6-b970-40270cb2d187 req-a286fc8b-df7d-426b-afb0-42f5e8a20975 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 210 time: 0.0552630 Feb 17 17:55:00.922985 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 1c28c653-caee-4f2d-9c0e-ade7100afe58 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:55:00.942023 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-49bbc332-ade2-4588-89e1-d1ed84cc6d1c req-4fc4d842-71d3-44d4-bbf2-7d2c1f7caabb tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/security-groups?id=96989e01-5cc0-412a-a281-94205accdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409645 Feb 17 17:55:00.982374 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1947aea4-9abe-4caf-99a1-fe0e30dc1299 req-302463aa-cbcc-496e-9396-a4e004ed9857 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Router 5f42a43c-9d48-4d13-a00b-55d497b95bae has already been hosted by L3 agent b696c7bc-35f9-4b20-9049-f598d63d0e6c {{(pid=83987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:55:01.190201 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 1c28c653-caee-4f2d-9c0e-ade7100afe58 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:55:01.191039 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:01.345151 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 62b7ebca-b5d4-4654-b793-1a27fc37429d up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:55:01.423986 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning for port 62b7ebca-b5d4-4654-b793-1a27fc37429d completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:55:01.430292 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 62b7ebca-b5d4-4654-b793-1a27fc37429d triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:55:01.430706 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:01.489088 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1947aea4-9abe-4caf-99a1-fe0e30dc1299 req-302463aa-cbcc-496e-9396-a4e004ed9857 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify agent at l3_agent.dv-cinder-760199-3-smb the message routers_updated {{(pid=83987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:55:01.506142 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b017ef9c-3663-465b-9cf3-c1bbd151fd6d None None] Sync routers for ids ['5f42a43c-9d48-4d13-a00b-55d497b95bae'] in dv-cinder-760199-3-smb {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:55:01.533777 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-1947aea4-9abe-4caf-99a1-fe0e30dc1299 req-302463aa-cbcc-496e-9396-a4e004ed9857 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] No DVR routers for this DVR port 75ebb4e6-50fd-4093-a975-2f54d9085f70 on host hv-cinder-76019 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:55:01.536147 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1947aea4-9abe-4caf-99a1-fe0e30dc1299 req-302463aa-cbcc-496e-9396-a4e004ed9857 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:01.539885 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97f11a4-5b9b-4d6b-9103-3266083793ae', 'name': 'network-vif-deleted', 'tag': '75ebb4e6-50fd-4093-a975-2f54d9085f70'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:55:01.551900 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b017ef9c-3663-465b-9cf3-c1bbd151fd6d None None] Routers {'5f42a43c-9d48-4d13-a00b-55d497b95bae'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:55:01.552763 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-b017ef9c-3663-465b-9cf3-c1bbd151fd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:54:58Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['5f42a43c-9d48-4d13-a00b-55d497b95bae'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:55:01.564284 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1947aea4-9abe-4caf-99a1-fe0e30dc1299 req-302463aa-cbcc-496e-9396-a4e004ed9857 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.67 "DELETE /v2.0/ports/75ebb4e6-50fd-4093-a975-2f54d9085f70 HTTP/1.1" status: 204 len: 173 time: 2.8069510 Feb 17 17:55:01.598388 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97f11a4-5b9b-4d6b-9103-3266083793ae', 'name': 'network-vif-deleted', 'tag': '75ebb4e6-50fd-4093-a975-2f54d9085f70', 'status': 'completed', 'code': 200} Feb 17 17:55:01.722389 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:01.771324 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d5995d-2e7a-49c6-a64c-1b2b6939f1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b7ebca-b5d4-4654-b793-1a27fc37429d'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:55:01.797315 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] For port 62b7ebca-b5d4-4654-b793-1a27fc37429d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=62b7ebca-b5d4-4654-b793-1a27fc37429d,segment=NetworkSegment(e0a3caaf-3587-4c85-a197-708780906032),segment_id=e0a3caaf-3587-4c85-a197-708780906032)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:55:01.803623 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:01.809333 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-18cf7cb0-38af-4109-9e84-d48ff3c31ad6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:01.854736 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d5995d-2e7a-49c6-a64c-1b2b6939f1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b7ebca-b5d4-4654-b793-1a27fc37429d', 'code': 200} Feb 17 17:55:01.860342 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 75ebb4e6-50fd-4093-a975-2f54d9085f70 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:55:01.903601 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-b017ef9c-3663-465b-9cf3-c1bbd151fd6d None None] Set router 5f42a43c-9d48-4d13-a00b-55d497b95bae gateway port host: dv-cinder-760199-3-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:55:02.002881 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] No Port match for: 75ebb4e6-50fd-4093-a975-2f54d9085f70 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:55:02.003440 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 75ebb4e6-50fd-4093-a975-2f54d9085f70 not bound to the agent host hv-cinder-76019 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:55:02.004896 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Pushing event updated for resources: {'Port': ['ID=62b7ebca-b5d4-4654-b793-1a27fc37429d,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:02.011774 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:02.082762 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-251a82f7-2729-4b73-936c-c1557b730327 req-68c17744-94ae-4b93-b2fb-e01888eb5083 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97f11a4-5b9b-4d6b-9103-3266083793ae HTTP/1.1" status: 200 len: 210 time: 0.1215861 Feb 17 17:55:02.408481 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474a2eb-600d-4b78-aa5f-3d0edf8bc2c2 req-0087e34c-00b2-48e9-afb9-887eaa58b7b3 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:02.410467 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-6474a2eb-600d-4b78-aa5f-3d0edf8bc2c2 req-0087e34c-00b2-48e9-afb9-887eaa58b7b3 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/ports?device_id=00d5995d-2e7a-49c6-a64c-1b2b6939f1b1 HTTP/1.1" status: 200 len: 945 time: 0.2768092 Feb 17 17:55:02.436962 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 62b7ebca-b5d4-4654-b793-1a27fc37429d up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:55:02.472613 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c3af0-42d4-481d-a196-4f3ff6d20761 req-e70ccc22-7bfb-45ec-a768-18f21c402e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:02.474262 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-864c3af0-42d4-481d-a196-4f3ff6d20761 req-e70ccc22-7bfb-45ec-a768-18f21c402e5d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=00d5995d-2e7a-49c6-a64c-1b2b6939f1b1 HTTP/1.1" status: 200 len: 1162 time: 0.2099249 Feb 17 17:55:02.548781 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-b017ef9c-3663-465b-9cf3-c1bbd151fd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'name': 'tempest-AttachVolumeShelveTestJSON-1631215453-router', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:50Z', 'updated_at': '2021-02-17T17:51:18Z', 'revision_number': 4, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'gw_port': {'id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': 'b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7', 'name': '', 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'mac_address': 'fa:16:3e:81:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '5503d0e5-4ae3-4a76-b823-ab77a7eb8434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:11Z', 'updated_at': '2021-02-17T17:51:34Z', 'revision_number': 5, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'subnets': [{'id': '5503d0e5-4ae3-4a76-b823-ab77a7eb8434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:55:02.555495 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-6474a2eb-600d-4b78-aa5f-3d0edf8bc2c2 req-d8f6e392-f73e-461d-bee8-7577f4692393 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/security-groups?id=96989e01-5cc0-412a-a281-94205accdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211326 Feb 17 17:55:02.557920 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b017ef9c-3663-465b-9cf3-c1bbd151fd6d None None] Checking router: 5f42a43c-9d48-4d13-a00b-55d497b95bae for host: dv-cinder-760199-3-smb {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:55:02.568729 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 62b7ebca-b5d4-4654-b793-1a27fc37429d triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:55:02.569599 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:02.573658 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-864c3af0-42d4-481d-a196-4f3ff6d20761 req-988507c1-cff2-44d5-bb80-be85b985ab0c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=96989e01-5cc0-412a-a281-94205accdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823841 Feb 17 17:55:02.610037 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b017ef9c-3663-465b-9cf3-c1bbd151fd6d None None] Routers {'5f42a43c-9d48-4d13-a00b-55d497b95bae'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:55:02.610907 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-b017ef9c-3663-465b-9cf3-c1bbd151fd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:54:58Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['5f42a43c-9d48-4d13-a00b-55d497b95bae'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:55:02.872520 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-b017ef9c-3663-465b-9cf3-c1bbd151fd6d None None] Set router 5f42a43c-9d48-4d13-a00b-55d497b95bae gateway port host: dv-cinder-760199-3-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:55:03.276367 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 48928) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:03.358771 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8cfcc771-7e69-4230-8984-5a5cdee16800 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:03.391405 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8cfcc771-7e69-4230-8984-5a5cdee16800 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:03.426447 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-b017ef9c-3663-465b-9cf3-c1bbd151fd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'name': 'tempest-AttachVolumeShelveTestJSON-1631215453-router', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:50Z', 'updated_at': '2021-02-17T17:51:18Z', 'revision_number': 4, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'gw_port': {'id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': 'b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7', 'name': '', 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'mac_address': 'fa:16:3e:81:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '5503d0e5-4ae3-4a76-b823-ab77a7eb8434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:11Z', 'updated_at': '2021-02-17T17:51:34Z', 'revision_number': 5, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'subnets': [{'id': '5503d0e5-4ae3-4a76-b823-ab77a7eb8434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:55:03.431355 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b017ef9c-3663-465b-9cf3-c1bbd151fd6d None None] The sync data for ids ['5f42a43c-9d48-4d13-a00b-55d497b95bae'] in dv-cinder-760199-3-smb is: [{'id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'name': 'tempest-AttachVolumeShelveTestJSON-1631215453-router', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:50Z', 'updated_at': '2021-02-17T17:51:18Z', 'revision_number': 4, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'gw_port': {'id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': 'b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7', 'name': '', 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'mac_address': 'fa:16:3e:81:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '5503d0e5-4ae3-4a76-b823-ab77a7eb8434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:11Z', 'updated_at': '2021-02-17T17:51:34Z', 'revision_number': 5, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'subnets': [{'id': '5503d0e5-4ae3-4a76-b823-ab77a7eb8434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:55:03.443035 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8cfcc771-7e69-4230-8984-5a5cdee16800 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:03.450508 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-307c8e0d-9746-4b9e-98bd-933637dae8c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:03.466583 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfcc771-7e69-4230-8984-5a5cdee16800 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0541b1b3-3664-43fd-b38a-0a567429a84c,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:03.471255 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8cfcc771-7e69-4230-8984-5a5cdee16800 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:03.478581 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8cfcc771-7e69-4230-8984-5a5cdee16800 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:03.483983 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 48934) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:03.489296 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-8cfcc771-7e69-4230-8984-5a5cdee16800 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "DELETE /v2.0/security-groups/0541b1b3-3664-43fd-b38a-0a567429a84c HTTP/1.1" status: 204 len: 168 time: 0.2114887 Feb 17 17:55:03.507899 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.v2.resource [None req-64497e3c-1527-4fae-a843-7425be5f4edd tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] show failed (client error): The resource could not be found. Feb 17 17:55:03.512217 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 48938) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:03.512394 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-64497e3c-1527-4fae-a843-7425be5f4edd tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups/0541b1b3-3664-43fd-b38a-0a567429a84c HTTP/1.1" status: 404 len: 347 time: 0.0276074 Feb 17 17:55:03.697205 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-e6c25c4f-dd47-4619-bcc5-b9eaef536af5 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Deleting port 5323d1a4-a16c-43ce-8216-c9d77df154e1 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:55:03.697588 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e6c25c4f-dd47-4619-bcc5-b9eaef536af5 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:03.832140 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecadb4-0657-4252-8fa6-3dc694149e8e req-3a824764-6098-4acd-861a-c2d43e53f4be tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:03.845139 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-53ecadb4-0657-4252-8fa6-3dc694149e8e req-3a824764-6098-4acd-861a-c2d43e53f4be tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/ports?device_id=00d5995d-2e7a-49c6-a64c-1b2b6939f1b1 HTTP/1.1" status: 200 len: 945 time: 0.1577077 Feb 17 17:55:03.908009 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-53ecadb4-0657-4252-8fa6-3dc694149e8e req-8643d65f-bbc2-49d6-8709-6070c8a878fa tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/security-groups?id=96989e01-5cc0-412a-a281-94205accdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601938 Feb 17 17:55:03.952139 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01d7c55-ea8f-45c7-9602-7a3234d8dabf None None] New status for floating IP bb775fab-764f-47eb-bdbb-b027b79ff764: DOWN {{(pid=83989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 17:55:03.955567 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e6c25c4f-dd47-4619-bcc5-b9eaef536af5 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:03.955942 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e6c25c4f-dd47-4619-bcc5-b9eaef536af5 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:04.112506 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-e6c25c4f-dd47-4619-bcc5-b9eaef536af5 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Calling delete_port for 5323d1a4-a16c-43ce-8216-c9d77df154e1 owned by network:floatingip {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:55:04.252182 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.db.api [None req-e6c25c4f-dd47-4619-bcc5-b9eaef536af5 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83987) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:55:04.252559 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_db.api [None req-e6c25c4f-dd47-4619-bcc5-b9eaef536af5 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:55:04.753413 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-e6c25c4f-dd47-4619-bcc5-b9eaef536af5 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Deleting port 5323d1a4-a16c-43ce-8216-c9d77df154e1 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:55:04.754047 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e6c25c4f-dd47-4619-bcc5-b9eaef536af5 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:04.948463 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e6c25c4f-dd47-4619-bcc5-b9eaef536af5 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:04.948889 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e6c25c4f-dd47-4619-bcc5-b9eaef536af5 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:05.092729 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-e6c25c4f-dd47-4619-bcc5-b9eaef536af5 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Calling delete_port for 5323d1a4-a16c-43ce-8216-c9d77df154e1 owned by network:floatingip {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:55:05.289566 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc021d4-9e19-4649-8df4-0a384875c4a4 req-39830603-6d7f-41ba-860f-8ed52c3bbcf2 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:05.291234 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fcc021d4-9e19-4649-8df4-0a384875c4a4 req-39830603-6d7f-41ba-860f-8ed52c3bbcf2 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/ports?device_id=00d5995d-2e7a-49c6-a64c-1b2b6939f1b1 HTTP/1.1" status: 200 len: 945 time: 0.2103701 Feb 17 17:55:05.361270 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fcc021d4-9e19-4649-8df4-0a384875c4a4 req-231fce9a-3bf6-434d-90db-26c58b753414 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/security-groups?id=96989e01-5cc0-412a-a281-94205accdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579019 Feb 17 17:55:05.361971 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e6c25c4f-dd47-4619-bcc5-b9eaef536af5 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:05.379328 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8325312f-9d70-486c-9ebf-3989af411168 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:05.489658 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c25c4f-dd47-4619-bcc5-b9eaef536af5 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Pushing event deleted for resources: {'Port': ['ID=5323d1a4-a16c-43ce-8216-c9d77df154e1,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:05.493342 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e6c25c4f-dd47-4619-bcc5-b9eaef536af5 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:05.630692 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e6c25c4f-dd47-4619-bcc5-b9eaef536af5 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for floatingip, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:05.648493 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e6c25c4f-dd47-4619-bcc5-b9eaef536af5 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for floatingip, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:05.649774 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-e6c25c4f-dd47-4619-bcc5-b9eaef536af5 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "DELETE /v2.0/floatingips/bb775fab-764f-47eb-bdbb-b027b79ff764 HTTP/1.1" status: 204 len: 168 time: 2.1361995 Feb 17 17:55:06.512607 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 48986) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:06.518915 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-2598097e-ba52-4c95-b7a8-0a6ac69d451d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Request body: {'security_group': {'name': 'tempest-securitygroup--674352654', 'description': 'tempest-description--2033960747'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:06.525551 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2598097e-ba52-4c95-b7a8-0a6ac69d451d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:06.529962 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-2598097e-ba52-4c95-b7a8-0a6ac69d451d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Usage tracker for resource:security_group and tenant:3994a7af636a4127ad81e4b5bee876a5 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:06.534465 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-2598097e-ba52-4c95-b7a8-0a6ac69d451d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:06.540425 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2598097e-ba52-4c95-b7a8-0a6ac69d451d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:06.549945 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2598097e-ba52-4c95-b7a8-0a6ac69d451d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:06.573607 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2598097e-ba52-4c95-b7a8-0a6ac69d451d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:06.579304 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-2598097e-ba52-4c95-b7a8-0a6ac69d451d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Usage tracker for resource:security_group_rule and tenant:3994a7af636a4127ad81e4b5bee876a5 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:06.582856 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-2598097e-ba52-4c95-b7a8-0a6ac69d451d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:06.594741 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2598097e-ba52-4c95-b7a8-0a6ac69d451d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:06.668078 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2598097e-ba52-4c95-b7a8-0a6ac69d451d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:06.671575 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2598097e-ba52-4c95-b7a8-0a6ac69d451d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:06.677217 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c8b3922b-04cc-48ee-8ee5-3839b03d1721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:06.727276 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598097e-ba52-4c95-b7a8-0a6ac69d451d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8420ad1-9804-439d-a4fa-52a088d3be57,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:06.730385 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2598097e-ba52-4c95-b7a8-0a6ac69d451d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:06.734529 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-2598097e-ba52-4c95-b7a8-0a6ac69d451d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2178974 Feb 17 17:55:06.734529 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2598097e-ba52-4c95-b7a8-0a6ac69d451d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:06.734740 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 48992) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:06.741330 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-940ca509-4f5d-4dc0-8abb-876d85978b8f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Request body: {'security_group_rule': {'security_group_id': 'b8420ad1-9804-439d-a4fa-52a088d3be57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:06.747721 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-940ca509-4f5d-4dc0-8abb-876d85978b8f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:06.751832 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-940ca509-4f5d-4dc0-8abb-876d85978b8f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Usage tracker for resource:security_group_rule and tenant:3994a7af636a4127ad81e4b5bee876a5 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:06.754906 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-940ca509-4f5d-4dc0-8abb-876d85978b8f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:06.761197 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-940ca509-4f5d-4dc0-8abb-876d85978b8f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:06.778579 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-940ca509-4f5d-4dc0-8abb-876d85978b8f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:06.867259 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-940ca509-4f5d-4dc0-8abb-876d85978b8f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:06.870300 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-940ca509-4f5d-4dc0-8abb-876d85978b8f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387695'] for security_group_rule, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:06.872592 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ce877e9d-4bf0-44a0-8dd1-a404f38237eb tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:06.896695 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ca509-4f5d-4dc0-8abb-876d85978b8f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd773ff5-490d-4f4d-a1b8-366155f488d4,revision_number=0']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:06.903015 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-940ca509-4f5d-4dc0-8abb-876d85978b8f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:06.910903 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-940ca509-4f5d-4dc0-8abb-876d85978b8f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:06.912935 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-940ca509-4f5d-4dc0-8abb-876d85978b8f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1765568 Feb 17 17:55:06.915637 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 48998) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:06.921658 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-a482eb8f-382d-4fa7-990f-bad72dbb9b98 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Request body: {'security_group_rule': {'security_group_id': 'b8420ad1-9804-439d-a4fa-52a088d3be57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:06.929500 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a482eb8f-382d-4fa7-990f-bad72dbb9b98 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:06.933745 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-a482eb8f-382d-4fa7-990f-bad72dbb9b98 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Usage tracker for resource:security_group_rule and tenant:3994a7af636a4127ad81e4b5bee876a5 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:06.936915 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-a482eb8f-382d-4fa7-990f-bad72dbb9b98 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:06.942884 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a482eb8f-382d-4fa7-990f-bad72dbb9b98 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:06.959958 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a482eb8f-382d-4fa7-990f-bad72dbb9b98 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:07.016302 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc21da6-d336-4a55-9fd6-4200f2e13c59 req-1c0abc38-5ee8-4d51-8d54-84884598be15 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:07.017997 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-acc21da6-d336-4a55-9fd6-4200f2e13c59 req-1c0abc38-5ee8-4d51-8d54-84884598be15 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/ports?device_id=00d5995d-2e7a-49c6-a64c-1b2b6939f1b1 HTTP/1.1" status: 200 len: 945 time: 0.0939717 Feb 17 17:55:07.028405 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a482eb8f-382d-4fa7-990f-bad72dbb9b98 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:07.031724 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a482eb8f-382d-4fa7-990f-bad72dbb9b98 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387695'] for security_group_rule, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:07.034463 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:07.063869 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a482eb8f-382d-4fa7-990f-bad72dbb9b98 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dee68ac-2cf2-4d49-b861-36322004633a,revision_number=0']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:07.074935 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a482eb8f-382d-4fa7-990f-bad72dbb9b98 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:07.078430 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-acc21da6-d336-4a55-9fd6-4200f2e13c59 req-8b09a76c-8994-4a87-b9ce-a2bdb6a86916 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/security-groups?id=96989e01-5cc0-412a-a281-94205accdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533102 Feb 17 17:55:07.082107 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a482eb8f-382d-4fa7-990f-bad72dbb9b98 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:07.083634 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-a482eb8f-382d-4fa7-990f-bad72dbb9b98 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1669588 Feb 17 17:55:07.088155 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 49004) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:07.095395 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Request body: {'floatingip': {'floating_network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:07.112353 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:07.118303 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Usage tracker for resource:floatingip and tenant:3994a7af636a4127ad81e4b5bee876a5 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:07.121627 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:07.128289 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:07.139368 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for floatingip, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:07.294355 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:07.602227 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Allocated IP 172.28.3.185 (7adbab01-78f4-4f50-aa4c-26c3aba221ad/2ba7369c-b814-4a65-9701-7168439702b2/53295b60-5ff1-4d55-89ea-570e5a0e7826) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:55:07.776900 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:07.809482 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849322323'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:07.825955 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6f559a81-8ca8-47f6-b0fe-718f46c73bb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:07.974513 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Pushing event updated for resources: {'Port': ['ID=53295b60-5ff1-4d55-89ea-570e5a0e7826,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:07.989178 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:07.989590 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:07.990024 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:07.990492 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:07.991053 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:07.991458 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:07.991860 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:07.992258 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:07.992665 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:07.993087 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:07.993484 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:07.993877 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:07.994327 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:07.994720 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:07.995111 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:07.995498 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:07.995889 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:07.996275 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:07.996683 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:07.997080 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:07.997477 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:07.997861 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:07.998248 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:07.998634 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:08.005181 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:08.042359 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Network 7adbab01-78f4-4f50-aa4c-26c3aba221ad is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:55:08.043631 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:55:08.046033 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:55:08.138263 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:08.206015 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:08.302198 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36545028-bfa2-4e07-afcf-f3e0dddc6f7f req-9f19bbe1-c09d-473b-8732-ad82be4424ea tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:08.304007 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-36545028-bfa2-4e07-afcf-f3e0dddc6f7f req-9f19bbe1-c09d-473b-8732-ad82be4424ea tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/ports?device_id=00d5995d-2e7a-49c6-a64c-1b2b6939f1b1 HTTP/1.1" status: 200 len: 945 time: 0.0913479 Feb 17 17:55:08.354680 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-36545028-bfa2-4e07-afcf-f3e0dddc6f7f req-e03fdb7a-17bf-4c63-91b4-20393958b934 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/security-groups?id=96989e01-5cc0-412a-a281-94205accdcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435956 Feb 17 17:55:08.495462 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:08.499601 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5453476'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:08.515845 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2ab79-0112-469f-b322-20604e718120 req-46c4f8bb-b8d7-4d58-a6db-85c88e8659ef tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:08.518111 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-92e2ab79-0112-469f-b322-20604e718120 req-46c4f8bb-b8d7-4d58-a6db-85c88e8659ef tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.67 "GET /v2.0/ports?device_id=00d5995d-2e7a-49c6-a64c-1b2b6939f1b1 HTTP/1.1" status: 200 len: 945 time: 0.0928528 Feb 17 17:55:08.519419 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 62b7ebca-b5d4-4654-b793-1a27fc37429d up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:55:08.615964 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-92e2ab79-0112-469f-b322-20604e718120 req-694dce2e-6435-4976-8c10-7213cc9096f5 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Deleting port 62b7ebca-b5d4-4654-b793-1a27fc37429d {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:55:08.616506 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-92e2ab79-0112-469f-b322-20604e718120 req-694dce2e-6435-4976-8c10-7213cc9096f5 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:08.618594 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 62b7ebca-b5d4-4654-b793-1a27fc37429d triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:55:08.619135 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:08.791943 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:08.856934 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:08.961882 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-92e2ab79-0112-469f-b322-20604e718120 req-694dce2e-6435-4976-8c10-7213cc9096f5 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] For port 62b7ebca-b5d4-4654-b793-1a27fc37429d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=62b7ebca-b5d4-4654-b793-1a27fc37429d,segment=NetworkSegment(e0a3caaf-3587-4c85-a197-708780906032),segment_id=e0a3caaf-3587-4c85-a197-708780906032)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:55:08.962398 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-92e2ab79-0112-469f-b322-20604e718120 req-694dce2e-6435-4976-8c10-7213cc9096f5 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:08.974295 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Pushing event updated for resources: {'Port': ['ID=53295b60-5ff1-4d55-89ea-570e5a0e7826,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:08.978842 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:09.052213 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846487875'] for floatingip, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:09.077464 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for floatingip, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:09.077960 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-c3f29ad6-30a2-471b-9c9c-e3f9c888b3d4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9888780 Feb 17 17:55:09.106507 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-92e2ab79-0112-469f-b322-20604e718120 req-694dce2e-6435-4976-8c10-7213cc9096f5 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Calling delete_port for 62b7ebca-b5d4-4654-b793-1a27fc37429d owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:55:09.269450 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-92e2ab79-0112-469f-b322-20604e718120 req-694dce2e-6435-4976-8c10-7213cc9096f5 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:09.288028 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e6c25c4f-dd47-4619-bcc5-b9eaef536af5 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:09.321147 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-65b32bac-3d3a-4794-b020-a9edc44bd42d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--674352654&fields=id&tenant_id=3994a7af636a4127ad81e4b5bee876a5 HTTP/1.1" status: 200 len: 267 time: 0.0454171 Feb 17 17:55:09.387048 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694dce2e-6435-4976-8c10-7213cc9096f5 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Pushing event deleted for resources: {'Port': ['ID=62b7ebca-b5d4-4654-b793-1a27fc37429d,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:09.390107 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-694dce2e-6435-4976-8c10-7213cc9096f5 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:09.495328 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-5fb5b31c-c406-4cc4-a59d-44fe3a4b981e tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:09.496987 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-5fb5b31c-c406-4cc4-a59d-44fe3a4b981e tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/networks?id=148e9e2e-c4f3-41c4-97ba-46e9b419a94e HTTP/1.1" status: 200 len: 817 time: 0.1683569 Feb 17 17:55:09.514724 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-560b65d7-fe77-42ad-8d24-887c952eab82 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/quotas/3994a7af636a4127ad81e4b5bee876a5 HTTP/1.1" status: 200 len: 375 time: 0.0113497 Feb 17 17:55:09.548162 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e2ab79-0112-469f-b322-20604e718120 req-694dce2e-6435-4976-8c10-7213cc9096f5 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] No DVR routers for this DVR port 62b7ebca-b5d4-4654-b793-1a27fc37429d on host hv-cinder-76019 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:55:09.556342 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-92e2ab79-0112-469f-b322-20604e718120 req-694dce2e-6435-4976-8c10-7213cc9096f5 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:09.559323 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d5995d-2e7a-49c6-a64c-1b2b6939f1b1', 'name': 'network-vif-deleted', 'tag': '62b7ebca-b5d4-4654-b793-1a27fc37429d'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:55:09.577592 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-77633657-0f83-43ff-8473-992f9c27473a req-fd9e7250-05e8-45f6-92a7-7dd7c7c7e3d9 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.49 "GET /v2.0/ports?device_id=00d5995d-2e7a-49c6-a64c-1b2b6939f1b1 HTTP/1.1" status: 200 len: 210 time: 0.0760441 Feb 17 17:55:09.585044 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-92e2ab79-0112-469f-b322-20604e718120 req-694dce2e-6435-4976-8c10-7213cc9096f5 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] 10.222.0.67 "DELETE /v2.0/ports/62b7ebca-b5d4-4654-b793-1a27fc37429d HTTP/1.1" status: 204 len: 173 time: 1.0602934 Feb 17 17:55:09.623981 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-05461053-1f83-49f4-8d72-93f2aa1eb76e tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3994a7af636a4127ad81e4b5bee876a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1029549 Feb 17 17:55:09.643115 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d5995d-2e7a-49c6-a64c-1b2b6939f1b1', 'name': 'network-vif-deleted', 'tag': '62b7ebca-b5d4-4654-b793-1a27fc37429d', 'status': 'completed', 'code': 200} Feb 17 17:55:09.790200 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-18eaae28-1dc7-418a-8bdd-207656cf7b86 service neutron] 10.222.0.49 "GET /v2.0/networks/148e9e2e-c4f3-41c4-97ba-46e9b419a94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515007 Feb 17 17:55:09.950099 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-edb34270-ac10-4558-bf14-ec0cab4f59d3 service neutron] 10.222.0.49 "GET /v2.0/networks/148e9e2e-c4f3-41c4-97ba-46e9b419a94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1531322 Feb 17 17:55:10.202526 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-0d43ef58-05e2-4f3c-b4f4-ab75d92d7f08 req-c4742106-4e4a-4ae3-ae02-cdb74e01f300 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Synchronizing usage tracker for tenant:3994a7af636a4127ad81e4b5bee876a5 on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:55:10.223791 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-0d43ef58-05e2-4f3c-b4f4-ab75d92d7f08 req-c4742106-4e4a-4ae3-ae02-cdb74e01f300 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Unset dirty status for tenant:3994a7af636a4127ad81e4b5bee876a5 on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:55:10.225830 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0d43ef58-05e2-4f3c-b4f4-ab75d92d7f08 req-c4742106-4e4a-4ae3-ae02-cdb74e01f300 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 210 time: 0.0833728 Feb 17 17:55:10.354322 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 62b7ebca-b5d4-4654-b793-1a27fc37429d no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:55:10.396388 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] No Port match for: 62b7ebca-b5d4-4654-b793-1a27fc37429d {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:55:10.396946 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 62b7ebca-b5d4-4654-b793-1a27fc37429d not bound to the agent host hv-cinder-76019 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:55:11.454222 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f063a545-4c46-421f-a5b6-edf184b7f957 req-a6dc35b2-d966-43ff-aa40-339a95eb0d70 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 210 time: 0.0704679 Feb 17 17:55:11.777468 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-eb8de04e-f0d7-441c-aa0f-0470f6650843 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:11.777956 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-eb8de04e-f0d7-441c-aa0f-0470f6650843 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Synchronizing usage tracker for tenant:3994a7af636a4127ad81e4b5bee876a5 on resource:network {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:55:11.795539 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-eb8de04e-f0d7-441c-aa0f-0470f6650843 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Unset dirty status for tenant:3994a7af636a4127ad81e4b5bee876a5 on resource:network {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:55:11.796846 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-eb8de04e-f0d7-441c-aa0f-0470f6650843 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.67 "GET /v2.0/networks?id=148e9e2e-c4f3-41c4-97ba-46e9b419a94e HTTP/1.1" status: 200 len: 817 time: 0.5153224 Feb 17 17:55:11.903325 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-bbac82bf-fe10-4f02-8c0e-d06ddea3d51f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Synchronizing usage tracker for tenant:3994a7af636a4127ad81e4b5bee876a5 on resource:security_group {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:55:11.922416 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-bbac82bf-fe10-4f02-8c0e-d06ddea3d51f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Unset dirty status for tenant:3994a7af636a4127ad81e4b5bee876a5 on resource:security_group {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:55:11.924009 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-bbac82bf-fe10-4f02-8c0e-d06ddea3d51f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3994a7af636a4127ad81e4b5bee876a5 HTTP/1.1" status: 200 len: 5704 time: 0.1135774 Feb 17 17:55:11.934827 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-d0c76b7f-7f53-4f88-aef1-c7f8a4248b68 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Request body: {'port': {'device_id': '7563b22c-68c8-4c7b-93b1-b4f1fd927b0a', 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e', 'admin_state_up': True, 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'security_groups': ['b8420ad1-9804-439d-a4fa-52a088d3be57']}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:12.103432 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-d0c76b7f-7f53-4f88-aef1-c7f8a4248b68 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:12.116479 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-d0c76b7f-7f53-4f88-aef1-c7f8a4248b68 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:12.131133 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-d0c76b7f-7f53-4f88-aef1-c7f8a4248b68 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Made reservation on behalf of 3994a7af636a4127ad81e4b5bee876a5 for: {'port': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:55:12.138864 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-d0c76b7f-7f53-4f88-aef1-c7f8a4248b68 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:12.478484 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-d0c76b7f-7f53-4f88-aef1-c7f8a4248b68 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Allocated IP 172.20.0.5 (148e9e2e-c4f3-41c4-97ba-46e9b419a94e/5503d0e5-4ae3-4a76-b823-ab77a7eb8434/675f818b-86de-40f5-a10f-73e435898fb8) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:55:12.642696 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-11d47980-57fa-4498-acc9-579eb28c824e req-8e11c9f6-a4b6-4d57-a712-764f13e6060b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 210 time: 0.0527668 Feb 17 17:55:12.711449 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 49164) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:12.711649 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-d0c76b7f-7f53-4f88-aef1-c7f8a4248b68 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:12.729689 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-d0c76b7f-7f53-4f88-aef1-c7f8a4248b68 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Transition to ACTIVE for port object 675f818b-86de-40f5-a10f-73e435898fb8 will not be triggered until provisioned by entity DHCP. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:55:12.755482 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-d0c76b7f-7f53-4f88-aef1-c7f8a4248b68 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:12.771113 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4cc37a14-53fb-48d0-b2c5-47a0dddcc307 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:12.841550 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-24f4593d-276e-449a-82f9-bd43b3a76dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:12.859952 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-24f4593d-276e-449a-82f9-bd43b3a76dd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:12.864942 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-24f4593d-276e-449a-82f9-bd43b3a76dd3 admin admin] Usage tracker for resource:security_group_rule and tenant:5688f7e92e63410084c2968f4f7516bf is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:12.869195 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-24f4593d-276e-449a-82f9-bd43b3a76dd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:12.876021 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-24f4593d-276e-449a-82f9-bd43b3a76dd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:12.930108 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c76b7f-7f53-4f88-aef1-c7f8a4248b68 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Pushing event updated for resources: {'Port': ['ID=675f818b-86de-40f5-a10f-73e435898fb8,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:12.936538 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d0c76b7f-7f53-4f88-aef1-c7f8a4248b68 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:12.985594 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-24f4593d-276e-449a-82f9-bd43b3a76dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:12.989017 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-24f4593d-276e-449a-82f9-bd43b3a76dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:12.999498 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2545494d-16a1-4e7b-8d0d-01d3b6b75951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:13.014426 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-d0c76b7f-7f53-4f88-aef1-c7f8a4248b68 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Network 148e9e2e-c4f3-41c4-97ba-46e9b419a94e is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:55:13.015678 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-d0c76b7f-7f53-4f88-aef1-c7f8a4248b68 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:55:13.018451 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-d0c76b7f-7f53-4f88-aef1-c7f8a4248b68 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:55:13.052211 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-24f4593d-276e-449a-82f9-bd43b3a76dd3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5688f7e92e63410084c2968f4f7516bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3394339 Feb 17 17:55:13.055150 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 49174) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:13.058668 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4593d-276e-449a-82f9-bd43b3a76dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f89aec-6988-422b-9021-6ddd4fe635e2,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:13.076697 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-24f4593d-276e-449a-82f9-bd43b3a76dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:13.125739 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-d0c76b7f-7f53-4f88-aef1-c7f8a4248b68 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:13.126703 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-d0c76b7f-7f53-4f88-aef1-c7f8a4248b68 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:13.142533 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-faeefcdb-defb-401d-a0cc-9627ffeb153a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:13.161218 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-d0c76b7f-7f53-4f88-aef1-c7f8a4248b68 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2293143 Feb 17 17:55:13.181054 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-664546ca-6cd5-45b9-b7dc-dde0a4684851 service neutron] Request body: {'port': {'device_id': '7563b22c-68c8-4c7b-93b1-b4f1fd927b0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:13.196137 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-faeefcdb-defb-401d-a0cc-9627ffeb153a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:13.252675 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-faeefcdb-defb-401d-a0cc-9627ffeb153a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:13.258655 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-94ae889b-4185-4e4b-b66f-9874feb36bb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:13.276726 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeefcdb-defb-401d-a0cc-9627ffeb153a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f89aec-6988-422b-9021-6ddd4fe635e2,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:13.288955 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-faeefcdb-defb-401d-a0cc-9627ffeb153a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:13.290005 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-faeefcdb-defb-401d-a0cc-9627ffeb153a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:13.294833 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-faeefcdb-defb-401d-a0cc-9627ffeb153a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/81f89aec-6988-422b-9021-6ddd4fe635e2 HTTP/1.1" status: 204 len: 168 time: 0.2387195 Feb 17 17:55:13.385432 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-664546ca-6cd5-45b9-b7dc-dde0a4684851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:13.389949 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-e007984c-fae9-44fd-9866-138214371a99 None None] Provisioning for port 675f818b-86de-40f5-a10f-73e435898fb8 completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:55:13.396204 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-e007984c-fae9-44fd-9866-138214371a99 None None] Provisioning complete for port 675f818b-86de-40f5-a10f-73e435898fb8 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:55:13.397097 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e007984c-fae9-44fd-9866-138214371a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:13.473816 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-e007984c-fae9-44fd-9866-138214371a99 None None] Port 675f818b-86de-40f5-a10f-73e435898fb8 cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:55:13.701817 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 49200) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:13.731463 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1109d0d5-76d1-494f-b79d-bb5e633ebeff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:13.755066 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-1109d0d5-76d1-494f-b79d-bb5e633ebeff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:13.759652 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-1109d0d5-76d1-494f-b79d-bb5e633ebeff admin admin] Usage tracker for resource:security_group_rule and tenant:2f44960bd1834f9ab27d59b7bde24423 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:13.763028 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-1109d0d5-76d1-494f-b79d-bb5e633ebeff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:13.772177 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-1109d0d5-76d1-494f-b79d-bb5e633ebeff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:13.887697 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1109d0d5-76d1-494f-b79d-bb5e633ebeff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:13.891385 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1109d0d5-76d1-494f-b79d-bb5e633ebeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:13.901933 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bed87641-8145-4780-a261-8a12069e6fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:13.962885 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-1109d0d5-76d1-494f-b79d-bb5e633ebeff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2f44960bd1834f9ab27d59b7bde24423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2565603 Feb 17 17:55:13.962885 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109d0d5-76d1-494f-b79d-bb5e633ebeff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060dcbf8-826a-469e-b42c-93fc77bb1c96,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:13.964977 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 49204) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:13.981981 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1109d0d5-76d1-494f-b79d-bb5e633ebeff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:13.988144 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e72ebb-21fc-4103-894f-c13bb1a1d53f req-960e5eb5-8c14-45b6-b26e-9adab8d8c1bc tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:13.988985 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-e4e72ebb-21fc-4103-894f-c13bb1a1d53f req-960e5eb5-8c14-45b6-b26e-9adab8d8c1bc tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Synchronizing usage tracker for tenant:3994a7af636a4127ad81e4b5bee876a5 on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:55:14.050541 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-e4e72ebb-21fc-4103-894f-c13bb1a1d53f req-960e5eb5-8c14-45b6-b26e-9adab8d8c1bc tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Unset dirty status for tenant:3994a7af636a4127ad81e4b5bee876a5 on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:55:14.052523 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e4e72ebb-21fc-4103-894f-c13bb1a1d53f req-960e5eb5-8c14-45b6-b26e-9adab8d8c1bc tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 931 time: 0.2267563 Feb 17 17:55:14.055697 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f45f7340-ea3c-48f0-9296-c0bf937652dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:14.090221 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f45f7340-ea3c-48f0-9296-c0bf937652dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:14.134612 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-664546ca-6cd5-45b9-b7dc-dde0a4684851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675f818b-86de-40f5-a10f-73e435898fb8 {{(pid=83987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:55:14.153675 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-664546ca-6cd5-45b9-b7dc-dde0a4684851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:14.181492 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e4e72ebb-21fc-4103-894f-c13bb1a1d53f req-66af01bc-5202-44db-b264-da5ca43db5d6 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998211 Feb 17 17:55:14.182611 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-664546ca-6cd5-45b9-b7dc-dde0a4684851 service neutron] Transition to ACTIVE for port object 675f818b-86de-40f5-a10f-73e435898fb8 will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:55:14.195263 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-664546ca-6cd5-45b9-b7dc-dde0a4684851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452680'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:14.197748 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:55:14.218081 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-31969ab5-bad3-4c56-82bd-33a2b574948a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:14.234863 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f45f7340-ea3c-48f0-9296-c0bf937652dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:14.247476 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9a1ff58d-5a5d-4c59-bfd3-020372a4b335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:14.268805 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f7340-ea3c-48f0-9296-c0bf937652dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060dcbf8-826a-469e-b42c-93fc77bb1c96,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:14.279189 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f45f7340-ea3c-48f0-9296-c0bf937652dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:14.281098 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-f45f7340-ea3c-48f0-9296-c0bf937652dd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/060dcbf8-826a-469e-b42c-93fc77bb1c96 HTTP/1.1" status: 204 len: 168 time: 0.3141880 Feb 17 17:55:14.282786 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f45f7340-ea3c-48f0-9296-c0bf937652dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:14.384599 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664546ca-6cd5-45b9-b7dc-dde0a4684851 service neutron] Pushing event updated for resources: {'Port': ['ID=675f818b-86de-40f5-a10f-73e435898fb8,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:14.390002 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-664546ca-6cd5-45b9-b7dc-dde0a4684851 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:14.718481 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-664546ca-6cd5-45b9-b7dc-dde0a4684851 service neutron] Attempting to bind port 675f818b-86de-40f5-a10f-73e435898fb8 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:55:14.719038 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-664546ca-6cd5-45b9-b7dc-dde0a4684851 service neutron] Attempting to bind port 675f818b-86de-40f5-a10f-73e435898fb8 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'd6c40ba5-568a-477a-8ba4-567b28b5f497', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:55:14.719220 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-664546ca-6cd5-45b9-b7dc-dde0a4684851 service neutron] Attempting to bind port 675f818b-86de-40f5-a10f-73e435898fb8 on network 148e9e2e-c4f3-41c4-97ba-46e9b419a94e {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:55:14.727237 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-664546ca-6cd5-45b9-b7dc-dde0a4684851 service neutron] Checking agent: {'id': 'ae447a02-7f1d-4456-a484-c4519a85c40b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 38), 'started_at': datetime.datetime(2021, 2, 17, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:55:14.727621 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-664546ca-6cd5-45b9-b7dc-dde0a4684851 service neutron] Checking segment: {'id': 'd6c40ba5-568a-477a-8ba4-567b28b5f497', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:55:14.728043 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-664546ca-6cd5-45b9-b7dc-dde0a4684851 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:14.728448 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-664546ca-6cd5-45b9-b7dc-dde0a4684851 service neutron] Bound using segment: {'id': 'd6c40ba5-568a-477a-8ba4-567b28b5f497', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:55:14.729006 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-664546ca-6cd5-45b9-b7dc-dde0a4684851 service neutron] Bound port: 675f818b-86de-40f5-a10f-73e435898fb8, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c40ba5-568a-477a-8ba4-567b28b5f497', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:55:14.729392 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-664546ca-6cd5-45b9-b7dc-dde0a4684851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:14.969244 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-664546ca-6cd5-45b9-b7dc-dde0a4684851 service neutron] For port 675f818b-86de-40f5-a10f-73e435898fb8, host hv-cinder-76019, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:55:14.988228 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-664546ca-6cd5-45b9-b7dc-dde0a4684851 service neutron] For port 675f818b-86de-40f5-a10f-73e435898fb8, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=675f818b-86de-40f5-a10f-73e435898fb8,segment=NetworkSegment(d6c40ba5-568a-477a-8ba4-567b28b5f497),segment_id=d6c40ba5-568a-477a-8ba4-567b28b5f497)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:55:14.995659 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-664546ca-6cd5-45b9-b7dc-dde0a4684851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452680'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:15.014936 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-31969ab5-bad3-4c56-82bd-33a2b574948a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:15.226529 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ddf1d-e222-4fe1-a336-e2c0bb8e6695 req-c84dba09-9ec1-4e00-9239-5e64dfd3acea tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:15.228558 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-710ddf1d-e222-4fe1-a336-e2c0bb8e6695 req-c84dba09-9ec1-4e00-9239-5e64dfd3acea tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.3356123 Feb 17 17:55:15.232271 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664546ca-6cd5-45b9-b7dc-dde0a4684851 service neutron] Pushing event updated for resources: {'Port': ['ID=675f818b-86de-40f5-a10f-73e435898fb8,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:15.289276 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-664546ca-6cd5-45b9-b7dc-dde0a4684851 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:15.380087 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-710ddf1d-e222-4fe1-a336-e2c0bb8e6695 req-55c24d92-18e4-4da1-a3a1-df24980f8921 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333048 Feb 17 17:55:15.414008 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-664546ca-6cd5-45b9-b7dc-dde0a4684851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:15.415096 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-664546ca-6cd5-45b9-b7dc-dde0a4684851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:15.416893 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-664546ca-6cd5-45b9-b7dc-dde0a4684851 service neutron] 10.222.0.67 "PUT /v2.0/ports/675f818b-86de-40f5-a10f-73e435898fb8 HTTP/1.1" status: 200 len: 1157 time: 2.2437897 Feb 17 17:55:15.417661 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7563b22c-68c8-4c7b-93b1-b4f1fd927b0a', 'tag': '675f818b-86de-40f5-a10f-73e435898fb8'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:55:15.516850 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a1c9c-a159-43c4-85a1-837d9faa2d25 req-76f35a01-7391-42e5-9448-7e6d08002045 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:15.526211 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-874a1c9c-a159-43c4-85a1-837d9faa2d25 req-76f35a01-7391-42e5-9448-7e6d08002045 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 943 time: 0.1490445 Feb 17 17:55:15.576677 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7563b22c-68c8-4c7b-93b1-b4f1fd927b0a', 'tag': '675f818b-86de-40f5-a10f-73e435898fb8', 'status': 'completed', 'code': 200} Feb 17 17:55:15.629262 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-874a1c9c-a159-43c4-85a1-837d9faa2d25 req-cffe3e36-7db0-442e-bccb-1d3543f6837a tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019044 Feb 17 17:55:15.640553 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-f17f7acb-6020-4629-b12f-f9cb0f99235f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:15.645241 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-f17f7acb-6020-4629-b12f-f9cb0f99235f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3994a7af636a4127ad81e4b5bee876a5&device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 1160 time: 0.1558988 Feb 17 17:55:15.753792 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-42732cf8-d52c-4225-859f-f468ba5ac138 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=675f818b-86de-40f5-a10f-73e435898fb8 HTTP/1.1" status: 200 len: 217 time: 0.0946839 Feb 17 17:55:15.844170 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-35106278-6f02-4f99-b597-8c09b62adf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:15.845269 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-35106278-6f02-4f99-b597-8c09b62adf91 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5503d0e5-4ae3-4a76-b823-ab77a7eb8434 HTTP/1.1" status: 200 len: 856 time: 0.0840347 Feb 17 17:55:15.991967 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-eaffcbce-702e-4fdb-8c77-4dd56a2d2807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:15.993798 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-eaffcbce-702e-4fdb-8c77-4dd56a2d2807 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=148e9e2e-c4f3-41c4-97ba-46e9b419a94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1408300 Feb 17 17:55:16.296405 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-00f0b624-7c22-4f85-92c3-ba346171b019 service neutron] 10.222.0.67 "GET /v2.0/networks/148e9e2e-c4f3-41c4-97ba-46e9b419a94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946556 Feb 17 17:55:16.518403 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5adaa6cc-5c7e-40aa-907f-5e79a9dd4adf req-3a8d3f27-d0f2-45cc-b161-ca4f3cfe4ade service neutron] 10.222.0.67 "GET /v2.0/networks/148e9e2e-c4f3-41c4-97ba-46e9b419a94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2132642 Feb 17 17:55:16.645233 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86297018-c1d7-48ae-ba3e-571458f0b407 req-0defc666-6a4b-4102-bc8f-59f9e37b4b6f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:16.648057 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-86297018-c1d7-48ae-ba3e-571458f0b407 req-0defc666-6a4b-4102-bc8f-59f9e37b4b6f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.1203506 Feb 17 17:55:16.775201 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-86297018-c1d7-48ae-ba3e-571458f0b407 req-3c69560f-808f-42d6-8380-2a33988b07c9 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153030 Feb 17 17:55:16.885027 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f7e3a-97e2-4eae-8a2b-a3729247d6fe req-5e0a30e5-7f8d-4c31-b382-8d06ef9c095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:16.886631 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f88f7e3a-97e2-4eae-8a2b-a3729247d6fe req-5e0a30e5-7f8d-4c31-b382-8d06ef9c095e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3994a7af636a4127ad81e4b5bee876a5&device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 1160 time: 0.1742806 Feb 17 17:55:16.994075 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52634d-f23a-4fad-afcf-5cbbc6456104 req-b00b4bc2-6fb2-4190-bfdc-d693abe05c6f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:17.007426 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3f52634d-f23a-4fad-afcf-5cbbc6456104 req-b00b4bc2-6fb2-4190-bfdc-d693abe05c6f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 943 time: 0.1820490 Feb 17 17:55:17.118128 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3f52634d-f23a-4fad-afcf-5cbbc6456104 req-bb2d87e0-0e0e-4cb5-9a36-64e337a8ee50 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039884 Feb 17 17:55:17.243806 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f7e3a-97e2-4eae-8a2b-a3729247d6fe req-f2d9cdb5-6a09-4253-b021-f407dc6b390d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:17.245897 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f88f7e3a-97e2-4eae-8a2b-a3729247d6fe req-f2d9cdb5-6a09-4253-b021-f407dc6b390d service neutron] 10.222.0.67 "GET /v2.0/networks?id=148e9e2e-c4f3-41c4-97ba-46e9b419a94e HTTP/1.1" status: 200 len: 911 time: 0.3349454 Feb 17 17:55:17.366567 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202638a5-565d-459d-8c69-37cba7030908 req-bcd69ac5-e12c-40d7-af25-574ba369f459 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:17.376329 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-202638a5-565d-459d-8c69-37cba7030908 req-bcd69ac5-e12c-40d7-af25-574ba369f459 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.67 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.3181925 Feb 17 17:55:17.689924 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f88f7e3a-97e2-4eae-8a2b-a3729247d6fe req-264595f8-fe5d-40b6-a033-64ef236e7b1b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=675f818b-86de-40f5-a10f-73e435898fb8 HTTP/1.1" status: 200 len: 217 time: 0.4331391 Feb 17 17:55:17.790605 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-202638a5-565d-459d-8c69-37cba7030908 req-998af2aa-404a-46f0-bb48-068af5fe389f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Deleting port 1c28c653-caee-4f2d-9c0e-ade7100afe58 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:55:17.791163 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-202638a5-565d-459d-8c69-37cba7030908 req-998af2aa-404a-46f0-bb48-068af5fe389f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:17.912327 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f7e3a-97e2-4eae-8a2b-a3729247d6fe req-ccb40860-6112-4be3-bd28-d7023084fe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:17.914154 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f88f7e3a-97e2-4eae-8a2b-a3729247d6fe req-ccb40860-6112-4be3-bd28-d7023084fe4d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5503d0e5-4ae3-4a76-b823-ab77a7eb8434 HTTP/1.1" status: 200 len: 856 time: 0.2154236 Feb 17 17:55:18.301666 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f7e3a-97e2-4eae-8a2b-a3729247d6fe req-e696bd72-8c0b-4ca8-b769-0ecfc48f3b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:18.303873 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f88f7e3a-97e2-4eae-8a2b-a3729247d6fe req-e696bd72-8c0b-4ca8-b769-0ecfc48f3b73 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=148e9e2e-c4f3-41c4-97ba-46e9b419a94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3311238 Feb 17 17:55:18.317629 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1263f3-8156-406f-b7b6-2b8ea86bbea2 req-1e340f7b-c1da-4d5c-93f8-7cdb5559ebf8 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:18.319434 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2d1263f3-8156-406f-b7b6-2b8ea86bbea2 req-1e340f7b-c1da-4d5c-93f8-7cdb5559ebf8 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 946 time: 0.4131107 Feb 17 17:55:18.422847 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69627696-db45-4159-85b6-32eaa0f4fd97 req-0326b4f1-2faf-4223-8575-aebc80e27d0f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:18.433190 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-69627696-db45-4159-85b6-32eaa0f4fd97 req-0326b4f1-2faf-4223-8575-aebc80e27d0f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 943 time: 0.1428144 Feb 17 17:55:18.506978 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-69627696-db45-4159-85b6-32eaa0f4fd97 req-b188f754-a5bc-478b-8570-e80debcb5e67 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705388 Feb 17 17:55:18.514217 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-202638a5-565d-459d-8c69-37cba7030908 req-998af2aa-404a-46f0-bb48-068af5fe389f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] For port 1c28c653-caee-4f2d-9c0e-ade7100afe58, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=1c28c653-caee-4f2d-9c0e-ade7100afe58,segment=NetworkSegment(2a1dcd4d-620f-46e8-b260-044519dcb572),segment_id=2a1dcd4d-620f-46e8-b260-044519dcb572)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:55:18.514756 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-202638a5-565d-459d-8c69-37cba7030908 req-998af2aa-404a-46f0-bb48-068af5fe389f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:18.628918 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2d1263f3-8156-406f-b7b6-2b8ea86bbea2 req-551f710c-f017-4b4f-989a-66df315cf2d7 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=466bc289-fabb-4940-b222-81225db3d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2632737 Feb 17 17:55:18.839433 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f88f7e3a-97e2-4eae-8a2b-a3729247d6fe req-f9bd6244-7c63-4ce4-afb6-d60a342a08f9 service neutron] 10.222.0.67 "GET /v2.0/networks/148e9e2e-c4f3-41c4-97ba-46e9b419a94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074527 Feb 17 17:55:18.989353 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 675f818b-86de-40f5-a10f-73e435898fb8 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:55:19.153506 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning for port 675f818b-86de-40f5-a10f-73e435898fb8 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:55:19.170822 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 675f818b-86de-40f5-a10f-73e435898fb8 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:55:19.174525 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:19.184988 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-202638a5-565d-459d-8c69-37cba7030908 req-998af2aa-404a-46f0-bb48-068af5fe389f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:19.185412 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-202638a5-565d-459d-8c69-37cba7030908 req-998af2aa-404a-46f0-bb48-068af5fe389f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846487875'] for floatingip, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:19.185771 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.db.l3_db [req-202638a5-565d-459d-8c69-37cba7030908 req-998af2aa-404a-46f0-bb48-068af5fe389f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Floating IP 49e6d37f-d69f-4475-b3dd-37417346d73e disassociated. External IP: 172.28.3.82, port: 1c28c653-caee-4f2d-9c0e-ade7100afe58. Feb 17 17:55:19.186159 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-202638a5-565d-459d-8c69-37cba7030908 req-998af2aa-404a-46f0-bb48-068af5fe389f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Calling delete_port for 1c28c653-caee-4f2d-9c0e-ade7100afe58 owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:55:19.256927 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f88f7e3a-97e2-4eae-8a2b-a3729247d6fe req-9a648496-e9b7-411f-913a-042cdf0fd2dc service neutron] 10.222.0.67 "GET /v2.0/networks/148e9e2e-c4f3-41c4-97ba-46e9b419a94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4094670 Feb 17 17:55:19.394072 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:19.403101 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-202638a5-565d-459d-8c69-37cba7030908 req-998af2aa-404a-46f0-bb48-068af5fe389f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:19.444916 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] For port 675f818b-86de-40f5-a10f-73e435898fb8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=675f818b-86de-40f5-a10f-73e435898fb8,segment=NetworkSegment(d6c40ba5-568a-477a-8ba4-567b28b5f497),segment_id=d6c40ba5-568a-477a-8ba4-567b28b5f497)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:55:19.445152 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:19.445836 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7563b22c-68c8-4c7b-93b1-b4f1fd927b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675f818b-86de-40f5-a10f-73e435898fb8'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:55:19.465907 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:19.466572 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:19.531963 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 1c28c653-caee-4f2d-9c0e-ade7100afe58 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:55:19.618363 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7563b22c-68c8-4c7b-93b1-b4f1fd927b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675f818b-86de-40f5-a10f-73e435898fb8', 'code': 200} Feb 17 17:55:19.620682 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998af2aa-404a-46f0-bb48-068af5fe389f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Pushing event deleted for resources: {'Port': ['ID=1c28c653-caee-4f2d-9c0e-ade7100afe58,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:19.629432 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-998af2aa-404a-46f0-bb48-068af5fe389f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:19.657318 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] No Port match for: 1c28c653-caee-4f2d-9c0e-ade7100afe58 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:55:19.658926 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 1c28c653-caee-4f2d-9c0e-ade7100afe58 not bound to the agent host hv-cinder-76019 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:55:19.716988 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Pushing event updated for resources: {'Port': ['ID=675f818b-86de-40f5-a10f-73e435898fb8,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:19.729393 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:19.730027 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:19.730625 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:19.731223 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:19.731757 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:19.732322 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:19.732926 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:19.733396 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:19.733870 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:19.734330 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:19.734797 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:19.735327 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:19.735863 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:19.736322 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:19.737186 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:19.737628 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:19.738093 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:19.738683 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:19.739145 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:19.739602 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:19.740062 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:19.741025 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:19.741025 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:19.741478 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:19.753535 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:19.916195 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-91cf53a5-b161-4a9e-a4a7-646a9417a952 req-6b4467a6-413b-4d02-a3a9-ade14cbee38e tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 210 time: 0.0735886 Feb 17 17:55:20.403824 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 49394) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:20.559269 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed081a2f-96c9-4798-bd2f-8e247d78472d req-aeba6f27-45a1-4fe6-af63-17b39314e164 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:20.561249 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ed081a2f-96c9-4798-bd2f-8e247d78472d req-aeba6f27-45a1-4fe6-af63-17b39314e164 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 945 time: 0.6339118 Feb 17 17:55:20.578356 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 675f818b-86de-40f5-a10f-73e435898fb8 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:55:20.607147 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-202638a5-565d-459d-8c69-37cba7030908 req-998af2aa-404a-46f0-bb48-068af5fe389f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Router d5ad8e49-5d6c-467e-a581-feea0114cb1f has already been hosted by L3 agent b696c7bc-35f9-4b20-9049-f598d63d0e6c {{(pid=83987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:55:20.631466 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ed081a2f-96c9-4798-bd2f-8e247d78472d req-c4d983c8-35f9-468b-8821-dd909ba74d55 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633032 Feb 17 17:55:20.647326 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-92b43e07-f517-48a4-a302-bd794572a30c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:20.651474 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd211a88-651e-4820-b66c-f5d57a37ea4b req-8a1ffd9a-5d21-4781-a0f6-d6729ab9876b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:20.653258 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fd211a88-651e-4820-b66c-f5d57a37ea4b req-8a1ffd9a-5d21-4781-a0f6-d6729ab9876b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 1162 time: 0.6027508 Feb 17 17:55:20.681723 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 675f818b-86de-40f5-a10f-73e435898fb8 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:55:20.682521 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:20.686958 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-92b43e07-f517-48a4-a302-bd794572a30c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:20.691506 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-92b43e07-f517-48a4-a302-bd794572a30c admin admin] Usage tracker for resource:security_group_rule and tenant:49577cdb38544768b0ea4f5d1ba5d9d6 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:20.695130 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-92b43e07-f517-48a4-a302-bd794572a30c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:20.701642 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-92b43e07-f517-48a4-a302-bd794572a30c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:20.798555 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-92b43e07-f517-48a4-a302-bd794572a30c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:20.807221 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-92b43e07-f517-48a4-a302-bd794572a30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:20.847335 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2d73f6d2-53a8-4e8f-97e4-eca025d8aa0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:20.888104 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-92b43e07-f517-48a4-a302-bd794572a30c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=49577cdb38544768b0ea4f5d1ba5d9d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4829667 Feb 17 17:55:20.889231 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 49404) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:20.890196 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b43e07-f517-48a4-a302-bd794572a30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5878ae32-8ee2-4073-9ea1-12aa0853cc6e,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:20.906600 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-92b43e07-f517-48a4-a302-bd794572a30c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:20.986959 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-68bd4c2a-cfa1-4f14-90ef-8b2c707b42ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:20.996125 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-202638a5-565d-459d-8c69-37cba7030908 req-998af2aa-404a-46f0-bb48-068af5fe389f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify agent at l3_agent.dv-cinder-760199-3-smb the message routers_updated {{(pid=83987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:55:21.008188 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f2b40b-0f46-4c58-ade9-def474800701 None None] Sync routers for ids ['d5ad8e49-5d6c-467e-a581-feea0114cb1f'] in dv-cinder-760199-3-smb {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:55:21.018771 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f2b40b-0f46-4c58-ade9-def474800701 None None] Routers {'d5ad8e49-5d6c-467e-a581-feea0114cb1f'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:55:21.019839 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d9f2b40b-0f46-4c58-ade9-def474800701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:54:58Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['d5ad8e49-5d6c-467e-a581-feea0114cb1f'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:55:21.055699 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-202638a5-565d-459d-8c69-37cba7030908 req-998af2aa-404a-46f0-bb48-068af5fe389f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] No DVR routers for this DVR port 1c28c653-caee-4f2d-9c0e-ade7100afe58 on host hv-cinder-76019 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:55:21.060280 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-202638a5-565d-459d-8c69-37cba7030908 req-998af2aa-404a-46f0-bb48-068af5fe389f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:21.067377 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-68bd4c2a-cfa1-4f14-90ef-8b2c707b42ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:21.072961 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213d32ee-d02f-45ff-9cd1-1ac28a8def51', 'name': 'network-vif-deleted', 'tag': '1c28c653-caee-4f2d-9c0e-ade7100afe58'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:55:21.083512 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fd211a88-651e-4820-b66c-f5d57a37ea4b req-13d9620d-9206-46a0-9aef-85f366c668c1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976743 Feb 17 17:55:21.085065 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-202638a5-565d-459d-8c69-37cba7030908 req-998af2aa-404a-46f0-bb48-068af5fe389f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.67 "DELETE /v2.0/ports/1c28c653-caee-4f2d-9c0e-ade7100afe58 HTTP/1.1" status: 204 len: 173 time: 3.7065723 Feb 17 17:55:21.171512 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213d32ee-d02f-45ff-9cd1-1ac28a8def51', 'name': 'network-vif-deleted', 'tag': '1c28c653-caee-4f2d-9c0e-ade7100afe58', 'status': 'completed', 'code': 200} Feb 17 17:55:21.246858 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4dcf196c-5d65-4911-81f4-311a91352964 req-4d79cde9-0c46-495a-8c33-16179712fd84 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=213d32ee-d02f-45ff-9cd1-1ac28a8def51 HTTP/1.1" status: 200 len: 210 time: 0.0806203 Feb 17 17:55:21.264920 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-68bd4c2a-cfa1-4f14-90ef-8b2c707b42ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:21.273397 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-be1e3579-5014-4069-aead-255906f53e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:21.289587 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-68bd4c2a-cfa1-4f14-90ef-8b2c707b42ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:21.293886 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-68bd4c2a-cfa1-4f14-90ef-8b2c707b42ae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5878ae32-8ee2-4073-9ea1-12aa0853cc6e HTTP/1.1" status: 204 len: 168 time: 0.3850036 Feb 17 17:55:21.296980 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd4c2a-cfa1-4f14-90ef-8b2c707b42ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5878ae32-8ee2-4073-9ea1-12aa0853cc6e,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:21.299457 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-68bd4c2a-cfa1-4f14-90ef-8b2c707b42ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:21.305704 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-d9f2b40b-0f46-4c58-ade9-def474800701 None None] Set router d5ad8e49-5d6c-467e-a581-feea0114cb1f gateway port host: dv-cinder-760199-3-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:55:21.756660 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d9f2b40b-0f46-4c58-ade9-def474800701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'name': 'tempest-AttachVolumeTestJSON-1590474071-router', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:51Z', 'updated_at': '2021-02-17T17:51:13Z', 'revision_number': 4, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'gw_port': {'id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': '0e039e46-6626-44bb-a907-d58dc1a87362', 'name': '', 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'mac_address': 'fa:16:3e:5a:f0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '90273680-1e5e-433f-9236-ce524691d25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:09Z', 'updated_at': '2021-02-17T17:51:27Z', 'revision_number': 5, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'subnets': [{'id': '90273680-1e5e-433f-9236-ce524691d25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:55:21.761537 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 49422) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:21.761696 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f2b40b-0f46-4c58-ade9-def474800701 None None] Checking router: d5ad8e49-5d6c-467e-a581-feea0114cb1f for host: dv-cinder-760199-3-smb {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:55:21.771284 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f2b40b-0f46-4c58-ade9-def474800701 None None] Routers {'d5ad8e49-5d6c-467e-a581-feea0114cb1f'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:55:21.773051 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d9f2b40b-0f46-4c58-ade9-def474800701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:54:58Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['d5ad8e49-5d6c-467e-a581-feea0114cb1f'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:55:21.789751 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4195bc6b-003d-45a3-97a9-ab9c7e5525cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:21.826181 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-4195bc6b-003d-45a3-97a9-ab9c7e5525cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:21.831906 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-4195bc6b-003d-45a3-97a9-ab9c7e5525cd admin admin] Usage tracker for resource:security_group_rule and tenant:34dc25782da94f30aadb55d2a17d72ee is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:21.838151 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-4195bc6b-003d-45a3-97a9-ab9c7e5525cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:21.919772 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-4195bc6b-003d-45a3-97a9-ab9c7e5525cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:22.033549 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19476a-1741-41ef-a24a-52ebd449708e req-6beb0408-11eb-411b-8074-4322789e33e5 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:22.036301 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-d9f2b40b-0f46-4c58-ade9-def474800701 None None] Set router d5ad8e49-5d6c-467e-a581-feea0114cb1f gateway port host: dv-cinder-760199-3-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:55:22.036449 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1e19476a-1741-41ef-a24a-52ebd449708e req-6beb0408-11eb-411b-8074-4322789e33e5 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 945 time: 0.1949065 Feb 17 17:55:22.263130 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1e19476a-1741-41ef-a24a-52ebd449708e req-2b472dcf-c5d7-4bbe-8145-69f2501a7a11 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110236 Feb 17 17:55:22.420231 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4195bc6b-003d-45a3-97a9-ab9c7e5525cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:22.434685 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4195bc6b-003d-45a3-97a9-ab9c7e5525cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:22.518285 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c16df9d1-98c6-4375-a597-619f378949a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:22.542723 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-4195bc6b-003d-45a3-97a9-ab9c7e5525cd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=34dc25782da94f30aadb55d2a17d72ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7791681 Feb 17 17:55:22.546637 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 49434) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:22.614720 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195bc6b-003d-45a3-97a9-ab9c7e5525cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76526512-e8e7-4dd0-8b78-74cac08b93d1,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:22.627341 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4195bc6b-003d-45a3-97a9-ab9c7e5525cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:22.628539 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 49438) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:22.664910 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d9f2b40b-0f46-4c58-ade9-def474800701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'name': 'tempest-AttachVolumeTestJSON-1590474071-router', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:51Z', 'updated_at': '2021-02-17T17:51:13Z', 'revision_number': 4, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'gw_port': {'id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': '0e039e46-6626-44bb-a907-d58dc1a87362', 'name': '', 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'mac_address': 'fa:16:3e:5a:f0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '90273680-1e5e-433f-9236-ce524691d25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:09Z', 'updated_at': '2021-02-17T17:51:27Z', 'revision_number': 5, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'subnets': [{'id': '90273680-1e5e-433f-9236-ce524691d25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:55:22.672201 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f2b40b-0f46-4c58-ade9-def474800701 None None] The sync data for ids ['d5ad8e49-5d6c-467e-a581-feea0114cb1f'] in dv-cinder-760199-3-smb is: [{'id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'name': 'tempest-AttachVolumeTestJSON-1590474071-router', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:51Z', 'updated_at': '2021-02-17T17:51:13Z', 'revision_number': 4, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'gw_port': {'id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': '0e039e46-6626-44bb-a907-d58dc1a87362', 'name': '', 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'mac_address': 'fa:16:3e:5a:f0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '90273680-1e5e-433f-9236-ce524691d25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:09Z', 'updated_at': '2021-02-17T17:51:27Z', 'revision_number': 5, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'subnets': [{'id': '90273680-1e5e-433f-9236-ce524691d25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:55:22.676723 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-39b9597a-fc80-4505-bf02-e374cc0314b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:22.715969 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-39b9597a-fc80-4505-bf02-e374cc0314b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:22.773866 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8fcf26b7-ce64-4b3f-abcc-62254d27a5b7 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:22.775663 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-39b9597a-fc80-4505-bf02-e374cc0314b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:22.783159 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-49559a10-d633-4d85-9a2e-ee8d44c5303e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:22.801594 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9597a-fc80-4505-bf02-e374cc0314b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76526512-e8e7-4dd0-8b78-74cac08b93d1,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:22.806144 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-39b9597a-fc80-4505-bf02-e374cc0314b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:22.807378 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-39b9597a-fc80-4505-bf02-e374cc0314b2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/76526512-e8e7-4dd0-8b78-74cac08b93d1 HTTP/1.1" status: 204 len: 168 time: 0.2589359 Feb 17 17:55:22.808361 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-39b9597a-fc80-4505-bf02-e374cc0314b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:22.812596 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8fcf26b7-ce64-4b3f-abcc-62254d27a5b7 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:22.874810 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8fcf26b7-ce64-4b3f-abcc-62254d27a5b7 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:22.886256 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5aabfc1d-50ff-4352-a89a-d080c2ab11a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:22.915170 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf26b7-ce64-4b3f-abcc-62254d27a5b7 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=466bc289-fabb-4940-b222-81225db3d92b,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:22.925483 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8fcf26b7-ce64-4b3f-abcc-62254d27a5b7 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:22.966665 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8fcf26b7-ce64-4b3f-abcc-62254d27a5b7 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:22.972202 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-8fcf26b7-ce64-4b3f-abcc-62254d27a5b7 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "DELETE /v2.0/security-groups/466bc289-fabb-4940-b222-81225db3d92b HTTP/1.1" status: 204 len: 168 time: 0.3384874 Feb 17 17:55:22.972755 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 49448) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:23.018545 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.v2.resource [None req-9c077b9c-8424-41ca-9583-c4021599ce8b tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] show failed (client error): The resource could not be found. Feb 17 17:55:23.020696 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-9c077b9c-8424-41ca-9583-c4021599ce8b tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups/466bc289-fabb-4940-b222-81225db3d92b HTTP/1.1" status: 404 len: 347 time: 0.0455844 Feb 17 17:55:23.023417 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 49452) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:23.282105 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10476783-76b7-4a4b-bb24-99f9abb8d5e2 None None] New status for floating IP 49e6d37f-d69f-4475-b3dd-37417346d73e: DOWN {{(pid=83989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 17:55:23.467574 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-d74a5a3e-88dd-4177-a07c-510d6ee20094 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Deleting port ed1e4fce-3bd0-4c7b-97c9-2e241030b30a {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:55:23.468118 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d74a5a3e-88dd-4177-a07c-510d6ee20094 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:23.513299 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974177e-a13f-4b2f-b2cb-57250f31bde3 req-4f63510e-b8b7-4b65-bf59-2a949070ae19 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:23.524289 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7974177e-a13f-4b2f-b2cb-57250f31bde3 req-4f63510e-b8b7-4b65-bf59-2a949070ae19 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 945 time: 0.1194046 Feb 17 17:55:23.598827 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7974177e-a13f-4b2f-b2cb-57250f31bde3 req-5e3f8912-c7aa-405d-9386-2ca93112ca2b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725987 Feb 17 17:55:23.751013 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d74a5a3e-88dd-4177-a07c-510d6ee20094 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:23.751935 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d74a5a3e-88dd-4177-a07c-510d6ee20094 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:23.955956 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-d74a5a3e-88dd-4177-a07c-510d6ee20094 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Calling delete_port for ed1e4fce-3bd0-4c7b-97c9-2e241030b30a owned by network:floatingip {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:55:24.087574 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.db.api [None req-d74a5a3e-88dd-4177-a07c-510d6ee20094 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83987) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:55:24.087943 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_db.api [None req-d74a5a3e-88dd-4177-a07c-510d6ee20094 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:55:24.118286 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75eeda7-b185-4d08-97db-a81dbef74a54 req-85b5f4a9-3dfc-41fa-b997-4e7280327337 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:24.120561 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a75eeda7-b185-4d08-97db-a81dbef74a54 req-85b5f4a9-3dfc-41fa-b997-4e7280327337 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 945 time: 0.3529418 Feb 17 17:55:24.133392 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 49480) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:24.139735 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-fb5468c2-25c0-44fd-8619-d04af1793a35 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Request body: {'floatingip': {'port_id': '675f818b-86de-40f5-a10f-73e435898fb8'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:24.253138 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fb5468c2-25c0-44fd-8619-d04af1793a35 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for floatingip, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:24.590280 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-d74a5a3e-88dd-4177-a07c-510d6ee20094 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Deleting port ed1e4fce-3bd0-4c7b-97c9-2e241030b30a {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:55:24.591156 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d74a5a3e-88dd-4177-a07c-510d6ee20094 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:24.966657 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d74a5a3e-88dd-4177-a07c-510d6ee20094 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:24.967189 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d74a5a3e-88dd-4177-a07c-510d6ee20094 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:25.187688 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-d74a5a3e-88dd-4177-a07c-510d6ee20094 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Calling delete_port for ed1e4fce-3bd0-4c7b-97c9-2e241030b30a owned by network:floatingip {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:55:25.207105 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fb5468c2-25c0-44fd-8619-d04af1793a35 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:25.220214 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fb5468c2-25c0-44fd-8619-d04af1793a35 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846487875'] for floatingip, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:25.399997 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f5a9c844-8a7b-4fbd-8d00-45c040455b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:25.417565 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d74a5a3e-88dd-4177-a07c-510d6ee20094 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:25.439249 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2a2531fe-6b0d-4b5e-9388-e60fad404c5d tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:25.461010 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.db.l3_db [None req-fb5468c2-25c0-44fd-8619-d04af1793a35 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Floating IP deef16ed-2d26-4a57-a81e-ac6391b77d78 associated. External IP: 172.28.3.185, port: 675f818b-86de-40f5-a10f-73e435898fb8. Feb 17 17:55:25.553466 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a5a3e-88dd-4177-a07c-510d6ee20094 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Pushing event deleted for resources: {'Port': ['ID=ed1e4fce-3bd0-4c7b-97c9-2e241030b30a,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:25.558874 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d74a5a3e-88dd-4177-a07c-510d6ee20094 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:25.685622 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d74a5a3e-88dd-4177-a07c-510d6ee20094 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for floatingip, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:25.702060 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d74a5a3e-88dd-4177-a07c-510d6ee20094 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for floatingip, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:25.720133 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-d74a5a3e-88dd-4177-a07c-510d6ee20094 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "DELETE /v2.0/floatingips/49e6d37f-d69f-4475-b3dd-37417346d73e HTTP/1.1" status: 204 len: 168 time: 2.6819799 Feb 17 17:55:26.060548 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 49502) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:26.075035 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-35077787-8d0d-491c-823d-23a4ac2c1716 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1806556137', 'description': 'tempest-description--227124901'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:26.089980 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-35077787-8d0d-491c-823d-23a4ac2c1716 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:26.110233 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-35077787-8d0d-491c-823d-23a4ac2c1716 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Usage tracker for resource:security_group and tenant:bc924de1492e41db80e64bc749ca753a is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:26.115496 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-35077787-8d0d-491c-823d-23a4ac2c1716 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:26.129694 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-35077787-8d0d-491c-823d-23a4ac2c1716 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:26.154315 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-35077787-8d0d-491c-823d-23a4ac2c1716 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:26.196585 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-35077787-8d0d-491c-823d-23a4ac2c1716 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:26.204555 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-35077787-8d0d-491c-823d-23a4ac2c1716 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Usage tracker for resource:security_group_rule and tenant:bc924de1492e41db80e64bc749ca753a is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:26.211661 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-35077787-8d0d-491c-823d-23a4ac2c1716 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:26.219893 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-35077787-8d0d-491c-823d-23a4ac2c1716 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:26.275879 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5468c2-25c0-44fd-8619-d04af1793a35 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Router 5f42a43c-9d48-4d13-a00b-55d497b95bae has already been hosted by L3 agent b696c7bc-35f9-4b20-9049-f598d63d0e6c {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:55:26.386507 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-35077787-8d0d-491c-823d-23a4ac2c1716 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:26.391043 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-35077787-8d0d-491c-823d-23a4ac2c1716 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:26.440581 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8cfcc771-7e69-4230-8984-5a5cdee16800 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:26.475666 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35077787-8d0d-491c-823d-23a4ac2c1716 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e182ffd-7af6-43a7-8f2a-c5a90ba80a39,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:26.478613 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-35077787-8d0d-491c-823d-23a4ac2c1716 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:26.480257 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-35077787-8d0d-491c-823d-23a4ac2c1716 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4100175 Feb 17 17:55:26.481206 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-35077787-8d0d-491c-823d-23a4ac2c1716 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:26.486021 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 49510) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:26.498623 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-8cfcd8c0-49bd-4d2e-bbf0-fc168b9870e6 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Request body: {'security_group_rule': {'security_group_id': '3e182ffd-7af6-43a7-8f2a-c5a90ba80a39', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:26.503457 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-8cfcd8c0-49bd-4d2e-bbf0-fc168b9870e6 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:26.509105 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-8cfcd8c0-49bd-4d2e-bbf0-fc168b9870e6 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Usage tracker for resource:security_group_rule and tenant:bc924de1492e41db80e64bc749ca753a is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:26.514187 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-8cfcd8c0-49bd-4d2e-bbf0-fc168b9870e6 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:26.520780 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-8cfcd8c0-49bd-4d2e-bbf0-fc168b9870e6 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:26.545680 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8cfcd8c0-49bd-4d2e-bbf0-fc168b9870e6 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:26.549617 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5468c2-25c0-44fd-8619-d04af1793a35 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify agent at l3_agent.dv-cinder-760199-3-smb the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:55:26.566538 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97551d5-73aa-4893-b97d-4f8b366772ed None None] Sync routers for ids ['5f42a43c-9d48-4d13-a00b-55d497b95bae'] in dv-cinder-760199-3-smb {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:55:26.567680 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fb5468c2-25c0-44fd-8619-d04af1793a35 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for floatingip, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:26.581189 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97551d5-73aa-4893-b97d-4f8b366772ed None None] Routers {'5f42a43c-9d48-4d13-a00b-55d497b95bae'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:55:26.581891 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f97551d5-73aa-4893-b97d-4f8b366772ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:54:58Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['5f42a43c-9d48-4d13-a00b-55d497b95bae'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:55:26.658359 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-fb5468c2-25c0-44fd-8619-d04af1793a35 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "PUT /v2.0/floatingips/deef16ed-2d26-4a57-a81e-ac6391b77d78 HTTP/1.1" status: 200 len: 991 time: 2.5232258 Feb 17 17:55:26.659556 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7563b22c-68c8-4c7b-93b1-b4f1fd927b0a', 'tag': '675f818b-86de-40f5-a10f-73e435898fb8'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:55:26.723175 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7563b22c-68c8-4c7b-93b1-b4f1fd927b0a', 'tag': '675f818b-86de-40f5-a10f-73e435898fb8', 'status': 'completed', 'code': 200} Feb 17 17:55:26.730316 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8cfcd8c0-49bd-4d2e-bbf0-fc168b9870e6 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:26.743859 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8cfcd8c0-49bd-4d2e-bbf0-fc168b9870e6 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387695'] for security_group_rule, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:26.748352 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:26.884344 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfcd8c0-49bd-4d2e-bbf0-fc168b9870e6 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a7d017-9be7-4d4a-a9ee-8a144a6a9fc8,revision_number=0']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:26.901353 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8cfcd8c0-49bd-4d2e-bbf0-fc168b9870e6 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:26.918814 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8cfcd8c0-49bd-4d2e-bbf0-fc168b9870e6 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:26.920586 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-8cfcd8c0-49bd-4d2e-bbf0-fc168b9870e6 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4330428 Feb 17 17:55:26.924192 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 49528) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:26.933776 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-14ec32b0-a51a-40c3-8da6-c5950d49924d tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Request body: {'security_group_rule': {'security_group_id': '3e182ffd-7af6-43a7-8f2a-c5a90ba80a39', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:26.950959 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-14ec32b0-a51a-40c3-8da6-c5950d49924d tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:26.964393 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-14ec32b0-a51a-40c3-8da6-c5950d49924d tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Usage tracker for resource:security_group_rule and tenant:bc924de1492e41db80e64bc749ca753a is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:26.968288 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-14ec32b0-a51a-40c3-8da6-c5950d49924d tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:26.977876 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-14ec32b0-a51a-40c3-8da6-c5950d49924d tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:27.004098 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68ae23-99e0-4d6b-84b8-be303238ca0f req-03f85a6a-1b19-4c8f-97d2-0b612da7f8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:27.006428 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cb68ae23-99e0-4d6b-84b8-be303238ca0f req-03f85a6a-1b19-4c8f-97d2-0b612da7f8e0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3994a7af636a4127ad81e4b5bee876a5&device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 1162 time: 0.2005947 Feb 17 17:55:27.008845 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-14ec32b0-a51a-40c3-8da6-c5950d49924d tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:27.110641 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-14ec32b0-a51a-40c3-8da6-c5950d49924d tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:27.117641 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-14ec32b0-a51a-40c3-8da6-c5950d49924d tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387695'] for security_group_rule, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:27.119874 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:27.194660 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec32b0-a51a-40c3-8da6-c5950d49924d tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322fcdd2-e201-4bad-a7db-079476cdcd0e,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:27.198589 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-14ec32b0-a51a-40c3-8da6-c5950d49924d tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:27.201268 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-14ec32b0-a51a-40c3-8da6-c5950d49924d tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2753358 Feb 17 17:55:27.202740 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-14ec32b0-a51a-40c3-8da6-c5950d49924d tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:27.204458 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 49532) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:27.215499 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-7e0ff11a-e8fc-4715-9064-76d17c61b83a tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Request body: {'floatingip': {'floating_network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:27.225427 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7e0ff11a-e8fc-4715-9064-76d17c61b83a tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:27.231496 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-7e0ff11a-e8fc-4715-9064-76d17c61b83a tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Usage tracker for resource:floatingip and tenant:bc924de1492e41db80e64bc749ca753a is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:27.235945 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-7e0ff11a-e8fc-4715-9064-76d17c61b83a tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:27.244329 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7e0ff11a-e8fc-4715-9064-76d17c61b83a tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:27.262641 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68ae23-99e0-4d6b-84b8-be303238ca0f req-b1dc7ab2-8898-4780-baa8-ee3c6ee8c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:27.264513 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cb68ae23-99e0-4d6b-84b8-be303238ca0f req-b1dc7ab2-8898-4780-baa8-ee3c6ee8c27f service neutron] 10.222.0.67 "GET /v2.0/networks?id=148e9e2e-c4f3-41c4-97ba-46e9b419a94e HTTP/1.1" status: 200 len: 911 time: 0.2490165 Feb 17 17:55:27.265759 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7e0ff11a-e8fc-4715-9064-76d17c61b83a tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for floatingip, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:27.295073 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-f97551d5-73aa-4893-b97d-4f8b366772ed None None] Set router 5f42a43c-9d48-4d13-a00b-55d497b95bae gateway port host: dv-cinder-760199-3-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:55:27.438023 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cb68ae23-99e0-4d6b-84b8-be303238ca0f req-04e5f38a-3df3-452c-b192-626668905683 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=675f818b-86de-40f5-a10f-73e435898fb8 HTTP/1.1" status: 200 len: 999 time: 0.1655555 Feb 17 17:55:27.454616 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7e0ff11a-e8fc-4715-9064-76d17c61b83a tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:27.556318 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68ae23-99e0-4d6b-84b8-be303238ca0f req-e4799530-f00c-4ed8-a71e-5f2c69f19298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:27.558840 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cb68ae23-99e0-4d6b-84b8-be303238ca0f req-e4799530-f00c-4ed8-a71e-5f2c69f19298 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5503d0e5-4ae3-4a76-b823-ab77a7eb8434 HTTP/1.1" status: 200 len: 856 time: 0.1130812 Feb 17 17:55:27.672449 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68ae23-99e0-4d6b-84b8-be303238ca0f req-b5e424eb-d40e-4c8b-97dd-499962611065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:27.674475 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cb68ae23-99e0-4d6b-84b8-be303238ca0f req-b5e424eb-d40e-4c8b-97dd-499962611065 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=148e9e2e-c4f3-41c4-97ba-46e9b419a94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1087074 Feb 17 17:55:27.723678 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c7e41c6e-8f36-449e-9661-f4f2d2bf24f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:27.770599 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f97551d5-73aa-4893-b97d-4f8b366772ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'name': 'tempest-AttachVolumeShelveTestJSON-1631215453-router', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:50Z', 'updated_at': '2021-02-17T17:51:18Z', 'revision_number': 4, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'gw_port': {'id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_floatingips': [{'id': 'deef16ed-2d26-4a57-a81e-ac6391b77d78', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'floating_ip_address': '172.28.3.185', 'floating_network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'router_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'port_id': '675f818b-86de-40f5-a10f-73e435898fb8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e', 'mac_address': 'fa:16:3e:78:be:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7563b22c-68c8-4c7b-93b1-b4f1fd927b0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:55:08Z', 'updated_at': '2021-02-17T17:55:24Z', 'revision_number': 1, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7', 'name': '', 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'mac_address': 'fa:16:3e:81:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '5503d0e5-4ae3-4a76-b823-ab77a7eb8434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:11Z', 'updated_at': '2021-02-17T17:51:34Z', 'revision_number': 5, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'subnets': [{'id': '5503d0e5-4ae3-4a76-b823-ab77a7eb8434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:55:27.777062 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97551d5-73aa-4893-b97d-4f8b366772ed None None] Checking router: 5f42a43c-9d48-4d13-a00b-55d497b95bae for host: dv-cinder-760199-3-smb {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:55:27.788833 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97551d5-73aa-4893-b97d-4f8b366772ed None None] Routers {'5f42a43c-9d48-4d13-a00b-55d497b95bae'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:55:27.790049 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f97551d5-73aa-4893-b97d-4f8b366772ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:55:28Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['5f42a43c-9d48-4d13-a00b-55d497b95bae'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:55:27.848749 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-7e0ff11a-e8fc-4715-9064-76d17c61b83a tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Allocated IP 172.28.3.9 (7adbab01-78f4-4f50-aa4c-26c3aba221ad/2ba7369c-b814-4a65-9701-7168439702b2/6075b70e-d0d8-4b57-8a65-30b30ab6df46) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:55:27.862860 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cb68ae23-99e0-4d6b-84b8-be303238ca0f req-703bd95b-3a0b-497b-9e3a-21ec4b0aa90d service neutron] 10.222.0.67 "GET /v2.0/networks/148e9e2e-c4f3-41c4-97ba-46e9b419a94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808922 Feb 17 17:55:28.027868 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-f97551d5-73aa-4893-b97d-4f8b366772ed None None] Set router 5f42a43c-9d48-4d13-a00b-55d497b95bae gateway port host: dv-cinder-760199-3-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:55:28.135054 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7e0ff11a-e8fc-4715-9064-76d17c61b83a tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:28.181472 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7e0ff11a-e8fc-4715-9064-76d17c61b83a tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849322323'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:28.221235 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:28.221982 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cb68ae23-99e0-4d6b-84b8-be303238ca0f req-aa155b07-fe7f-4e04-a7f4-814f8eb9b428 service neutron] 10.222.0.67 "GET /v2.0/networks/148e9e2e-c4f3-41c4-97ba-46e9b419a94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3510647 Feb 17 17:55:28.413216 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ff11a-e8fc-4715-9064-76d17c61b83a tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Pushing event updated for resources: {'Port': ['ID=6075b70e-d0d8-4b57-8a65-30b30ab6df46,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:28.427289 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7e0ff11a-e8fc-4715-9064-76d17c61b83a tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:28.498627 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0ff11a-e8fc-4715-9064-76d17c61b83a tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Network 7adbab01-78f4-4f50-aa4c-26c3aba221ad is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:55:28.500032 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-7e0ff11a-e8fc-4715-9064-76d17c61b83a tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:55:28.503010 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0ff11a-e8fc-4715-9064-76d17c61b83a tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:55:28.616569 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7e0ff11a-e8fc-4715-9064-76d17c61b83a tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:28.642223 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:28.644562 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f97551d5-73aa-4893-b97d-4f8b366772ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'name': 'tempest-AttachVolumeShelveTestJSON-1631215453-router', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:50Z', 'updated_at': '2021-02-17T17:51:18Z', 'revision_number': 4, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'gw_port': {'id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_floatingips': [{'id': 'deef16ed-2d26-4a57-a81e-ac6391b77d78', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'floating_ip_address': '172.28.3.185', 'floating_network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'router_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'port_id': '675f818b-86de-40f5-a10f-73e435898fb8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e', 'mac_address': 'fa:16:3e:78:be:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7563b22c-68c8-4c7b-93b1-b4f1fd927b0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:55:08Z', 'updated_at': '2021-02-17T17:55:24Z', 'revision_number': 1, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7', 'name': '', 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'mac_address': 'fa:16:3e:81:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '5503d0e5-4ae3-4a76-b823-ab77a7eb8434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:11Z', 'updated_at': '2021-02-17T17:51:34Z', 'revision_number': 5, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'subnets': [{'id': '5503d0e5-4ae3-4a76-b823-ab77a7eb8434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:55:28.649904 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97551d5-73aa-4893-b97d-4f8b366772ed None None] The sync data for ids ['5f42a43c-9d48-4d13-a00b-55d497b95bae'] in dv-cinder-760199-3-smb is: [{'id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'name': 'tempest-AttachVolumeShelveTestJSON-1631215453-router', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:50Z', 'updated_at': '2021-02-17T17:51:18Z', 'revision_number': 4, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'gw_port': {'id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_floatingips': [{'id': 'deef16ed-2d26-4a57-a81e-ac6391b77d78', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'floating_ip_address': '172.28.3.185', 'floating_network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'router_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'port_id': '675f818b-86de-40f5-a10f-73e435898fb8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e', 'mac_address': 'fa:16:3e:78:be:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7563b22c-68c8-4c7b-93b1-b4f1fd927b0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:55:08Z', 'updated_at': '2021-02-17T17:55:24Z', 'revision_number': 1, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7', 'name': '', 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'mac_address': 'fa:16:3e:81:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '5503d0e5-4ae3-4a76-b823-ab77a7eb8434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:11Z', 'updated_at': '2021-02-17T17:51:34Z', 'revision_number': 5, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'subnets': [{'id': '5503d0e5-4ae3-4a76-b823-ab77a7eb8434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:55:28.705898 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7e0ff11a-e8fc-4715-9064-76d17c61b83a tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:29.062001 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7e0ff11a-e8fc-4715-9064-76d17c61b83a tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:29.070683 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7e0ff11a-e8fc-4715-9064-76d17c61b83a tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5453476'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:29.094852 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-eb26cfee-52c0-4180-b441-68c198733868 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:29.137567 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5073e8-7e81-4d85-8851-190624beeb5a None None] New status for floating IP deef16ed-2d26-4a57-a81e-ac6391b77d78: ACTIVE {{(pid=83989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 17:55:29.289659 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ff11a-e8fc-4715-9064-76d17c61b83a tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Pushing event updated for resources: {'Port': ['ID=6075b70e-d0d8-4b57-8a65-30b30ab6df46,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:29.294792 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7e0ff11a-e8fc-4715-9064-76d17c61b83a tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:29.492490 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7e0ff11a-e8fc-4715-9064-76d17c61b83a tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846487875'] for floatingip, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:29.537340 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7e0ff11a-e8fc-4715-9064-76d17c61b83a tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for floatingip, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:29.537525 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-7e0ff11a-e8fc-4715-9064-76d17c61b83a tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3303552 Feb 17 17:55:29.798426 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:29.919187 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-2239c3b2-341b-4ef4-aeb4-cfd89ff4526b tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1806556137&fields=id&tenant_id=bc924de1492e41db80e64bc749ca753a HTTP/1.1" status: 200 len: 267 time: 0.0756271 Feb 17 17:55:29.928663 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:30.147101 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-ccdeb75f-fc85-49fb-8f31-34c5c70ad246 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:30.148864 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-ccdeb75f-fc85-49fb-8f31-34c5c70ad246 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/networks?id=2bd27a9c-fc05-4957-b6fc-79c4c62cef95 HTTP/1.1" status: 200 len: 811 time: 0.2283423 Feb 17 17:55:30.167710 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-cf12cc92-a51a-445b-8de2-80df03254ea1 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/quotas/bc924de1492e41db80e64bc749ca753a HTTP/1.1" status: 200 len: 375 time: 0.0121441 Feb 17 17:55:30.274792 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-b21de69c-77d5-4df9-b46b-99284c983b31 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bc924de1492e41db80e64bc749ca753a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1022606 Feb 17 17:55:30.448583 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-b8f71ef7-9c68-4f5d-bcc6-48ed93f40eaa service neutron] 10.222.0.49 "GET /v2.0/networks/2bd27a9c-fc05-4957-b6fc-79c4c62cef95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583757 Feb 17 17:55:30.617127 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-c6e53af0-016a-4ef2-b7bc-49c0cfe2da60 service neutron] 10.222.0.49 "GET /v2.0/networks/2bd27a9c-fc05-4957-b6fc-79c4c62cef95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1614194 Feb 17 17:55:30.859028 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-13823da3-5d2a-4c77-a61c-c1482f664044 req-e396d5e7-059c-45f7-bab0-1b42b5a8aabd tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Synchronizing usage tracker for tenant:bc924de1492e41db80e64bc749ca753a on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:55:30.878622 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-13823da3-5d2a-4c77-a61c-c1482f664044 req-e396d5e7-059c-45f7-bab0-1b42b5a8aabd tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Unset dirty status for tenant:bc924de1492e41db80e64bc749ca753a on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:55:30.882804 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-13823da3-5d2a-4c77-a61c-c1482f664044 req-e396d5e7-059c-45f7-bab0-1b42b5a8aabd tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=8202ba04-c98f-430f-900b-25b399c2827f HTTP/1.1" status: 200 len: 210 time: 0.0965939 Feb 17 17:55:32.058699 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8470ee34-1247-4898-8182-e6f097a810c3 req-82cbcdd7-1e96-43fa-a9b4-bd891cc8dc4e tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=8202ba04-c98f-430f-900b-25b399c2827f HTTP/1.1" status: 200 len: 210 time: 0.0529547 Feb 17 17:55:32.452205 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-9889a5ed-cb39-4399-9db8-58c07b4e6b0b tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:32.454074 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-9889a5ed-cb39-4399-9db8-58c07b4e6b0b tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.67 "GET /v2.0/networks?id=2bd27a9c-fc05-4957-b6fc-79c4c62cef95 HTTP/1.1" status: 200 len: 811 time: 0.2551210 Feb 17 17:55:32.575664 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-80e867b3-5b0b-4c31-b69c-72a86b350391 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Synchronizing usage tracker for tenant:bc924de1492e41db80e64bc749ca753a on resource:security_group {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:55:32.593422 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-80e867b3-5b0b-4c31-b69c-72a86b350391 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Unset dirty status for tenant:bc924de1492e41db80e64bc749ca753a on resource:security_group {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:55:32.594831 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-80e867b3-5b0b-4c31-b69c-72a86b350391 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bc924de1492e41db80e64bc749ca753a HTTP/1.1" status: 200 len: 5704 time: 0.1083286 Feb 17 17:55:32.628276 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-02bcc5d8-da7d-4360-970c-5d0243bfae66 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Request body: {'port': {'device_id': '8202ba04-c98f-430f-900b-25b399c2827f', 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95', 'admin_state_up': True, 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'security_groups': ['3e182ffd-7af6-43a7-8f2a-c5a90ba80a39']}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:33.057331 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-02bcc5d8-da7d-4360-970c-5d0243bfae66 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:33.070181 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-02bcc5d8-da7d-4360-970c-5d0243bfae66 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:33.082002 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-02bcc5d8-da7d-4360-970c-5d0243bfae66 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Made reservation on behalf of bc924de1492e41db80e64bc749ca753a for: {'port': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:55:33.088995 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-02bcc5d8-da7d-4360-970c-5d0243bfae66 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:33.302481 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-412b2989-42ea-455a-9bd4-50f85c74d83f req-b1678769-e593-45bc-aed1-dacd2da353c2 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=8202ba04-c98f-430f-900b-25b399c2827f HTTP/1.1" status: 200 len: 210 time: 0.0747383 Feb 17 17:55:33.548965 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-02bcc5d8-da7d-4360-970c-5d0243bfae66 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Allocated IP 172.20.0.12 (2bd27a9c-fc05-4957-b6fc-79c4c62cef95/90273680-1e5e-433f-9236-ce524691d25a/b8320891-bbc0-40f0-b13f-52ba70fd9d09) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:55:33.777991 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-02bcc5d8-da7d-4360-970c-5d0243bfae66 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:33.800294 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-02bcc5d8-da7d-4360-970c-5d0243bfae66 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Transition to ACTIVE for port object b8320891-bbc0-40f0-b13f-52ba70fd9d09 will not be triggered until provisioned by entity DHCP. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:55:33.831169 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-02bcc5d8-da7d-4360-970c-5d0243bfae66 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:33.852579 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-74cff3ca-136d-413e-b919-31633f343aaa tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:34.023799 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bcc5d8-da7d-4360-970c-5d0243bfae66 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Pushing event updated for resources: {'Port': ['ID=b8320891-bbc0-40f0-b13f-52ba70fd9d09,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:34.027548 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-02bcc5d8-da7d-4360-970c-5d0243bfae66 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:34.106750 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-02bcc5d8-da7d-4360-970c-5d0243bfae66 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Network 2bd27a9c-fc05-4957-b6fc-79c4c62cef95 is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:55:34.108884 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-02bcc5d8-da7d-4360-970c-5d0243bfae66 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:55:34.111685 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-02bcc5d8-da7d-4360-970c-5d0243bfae66 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:55:34.210607 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-02bcc5d8-da7d-4360-970c-5d0243bfae66 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:34.211505 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-02bcc5d8-da7d-4360-970c-5d0243bfae66 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:34.243221 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-02bcc5d8-da7d-4360-970c-5d0243bfae66 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6194873 Feb 17 17:55:34.265892 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-b83c3522-d0d7-4396-a510-b88051d63bc1 service neutron] Request body: {'port': {'device_id': '8202ba04-c98f-430f-900b-25b399c2827f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:34.347094 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-11a35659-03e5-4875-a3e6-86b89fafa069 None None] Provisioning for port b8320891-bbc0-40f0-b13f-52ba70fd9d09 completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:55:34.359003 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-11a35659-03e5-4875-a3e6-86b89fafa069 None None] Provisioning complete for port b8320891-bbc0-40f0-b13f-52ba70fd9d09 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:55:34.359493 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-11a35659-03e5-4875-a3e6-86b89fafa069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:34.422002 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-11a35659-03e5-4875-a3e6-86b89fafa069 None None] Port b8320891-bbc0-40f0-b13f-52ba70fd9d09 cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:55:34.541304 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-b83c3522-d0d7-4396-a510-b88051d63bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:34.694951 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5274a8-81ef-4a5b-872a-27bc686b9fb3 req-e9bc38df-cd5a-4afd-a932-b718407c0812 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:34.695777 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-3a5274a8-81ef-4a5b-872a-27bc686b9fb3 req-e9bc38df-cd5a-4afd-a932-b718407c0812 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Synchronizing usage tracker for tenant:bc924de1492e41db80e64bc749ca753a on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:55:34.733872 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-3a5274a8-81ef-4a5b-872a-27bc686b9fb3 req-e9bc38df-cd5a-4afd-a932-b718407c0812 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Unset dirty status for tenant:bc924de1492e41db80e64bc749ca753a on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:55:34.735267 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3a5274a8-81ef-4a5b-872a-27bc686b9fb3 req-e9bc38df-cd5a-4afd-a932-b718407c0812 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=8202ba04-c98f-430f-900b-25b399c2827f HTTP/1.1" status: 200 len: 932 time: 0.2663107 Feb 17 17:55:34.874026 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3a5274a8-81ef-4a5b-872a-27bc686b9fb3 req-0daaec9a-331e-4f2d-b94c-aba980f3e909 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=3e182ffd-7af6-43a7-8f2a-c5a90ba80a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944569 Feb 17 17:55:35.162551 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-b83c3522-d0d7-4396-a510-b88051d63bc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8320891-bbc0-40f0-b13f-52ba70fd9d09 {{(pid=83987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:55:35.171562 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-b83c3522-d0d7-4396-a510-b88051d63bc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:35.191822 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-b83c3522-d0d7-4396-a510-b88051d63bc1 service neutron] Transition to ACTIVE for port object b8320891-bbc0-40f0-b13f-52ba70fd9d09 will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:55:35.199532 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-b83c3522-d0d7-4396-a510-b88051d63bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452680'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:35.224299 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:35.457424 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c3522-d0d7-4396-a510-b88051d63bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=b8320891-bbc0-40f0-b13f-52ba70fd9d09,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:35.462587 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b83c3522-d0d7-4396-a510-b88051d63bc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:35.636397 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-b83c3522-d0d7-4396-a510-b88051d63bc1 service neutron] Attempting to bind port b8320891-bbc0-40f0-b13f-52ba70fd9d09 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:55:35.636793 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-b83c3522-d0d7-4396-a510-b88051d63bc1 service neutron] Attempting to bind port b8320891-bbc0-40f0-b13f-52ba70fd9d09 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '2a1dcd4d-620f-46e8-b260-044519dcb572', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:55:35.637171 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-b83c3522-d0d7-4396-a510-b88051d63bc1 service neutron] Attempting to bind port b8320891-bbc0-40f0-b13f-52ba70fd9d09 on network 2bd27a9c-fc05-4957-b6fc-79c4c62cef95 {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:55:35.645528 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-b83c3522-d0d7-4396-a510-b88051d63bc1 service neutron] Checking agent: {'id': 'ae447a02-7f1d-4456-a484-c4519a85c40b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 38), 'started_at': datetime.datetime(2021, 2, 17, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:55:35.645988 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-b83c3522-d0d7-4396-a510-b88051d63bc1 service neutron] Checking segment: {'id': '2a1dcd4d-620f-46e8-b260-044519dcb572', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:55:35.646323 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-b83c3522-d0d7-4396-a510-b88051d63bc1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:35.646726 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-b83c3522-d0d7-4396-a510-b88051d63bc1 service neutron] Bound using segment: {'id': '2a1dcd4d-620f-46e8-b260-044519dcb572', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:55:35.647313 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-b83c3522-d0d7-4396-a510-b88051d63bc1 service neutron] Bound port: b8320891-bbc0-40f0-b13f-52ba70fd9d09, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1dcd4d-620f-46e8-b260-044519dcb572', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:55:35.647786 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-b83c3522-d0d7-4396-a510-b88051d63bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:35.779910 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-b83c3522-d0d7-4396-a510-b88051d63bc1 service neutron] For port b8320891-bbc0-40f0-b13f-52ba70fd9d09, host hv-cinder-76019, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:55:35.783937 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-b83c3522-d0d7-4396-a510-b88051d63bc1 service neutron] For port b8320891-bbc0-40f0-b13f-52ba70fd9d09, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=b8320891-bbc0-40f0-b13f-52ba70fd9d09,segment=NetworkSegment(2a1dcd4d-620f-46e8-b260-044519dcb572),segment_id=2a1dcd4d-620f-46e8-b260-044519dcb572)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:55:35.786751 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-b83c3522-d0d7-4396-a510-b88051d63bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452680'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:35.803367 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-02bcc5d8-da7d-4360-970c-5d0243bfae66 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:36.000636 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c3522-d0d7-4396-a510-b88051d63bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=b8320891-bbc0-40f0-b13f-52ba70fd9d09,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:36.023082 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b83c3522-d0d7-4396-a510-b88051d63bc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:36.155742 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-b83c3522-d0d7-4396-a510-b88051d63bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:36.156823 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-b83c3522-d0d7-4396-a510-b88051d63bc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:36.159423 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-b83c3522-d0d7-4396-a510-b88051d63bc1 service neutron] 10.222.0.67 "PUT /v2.0/ports/b8320891-bbc0-40f0-b13f-52ba70fd9d09 HTTP/1.1" status: 200 len: 1158 time: 1.8985286 Feb 17 17:55:36.160451 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8202ba04-c98f-430f-900b-25b399c2827f', 'tag': 'b8320891-bbc0-40f0-b13f-52ba70fd9d09'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:55:36.223424 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feace66-167b-45b8-b456-4e8000bfbe5d req-d19a1dbc-e0d0-4108-a28c-4061c0b05940 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:36.233803 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2feace66-167b-45b8-b456-4e8000bfbe5d req-d19a1dbc-e0d0-4108-a28c-4061c0b05940 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=8202ba04-c98f-430f-900b-25b399c2827f HTTP/1.1" status: 200 len: 944 time: 0.1977689 Feb 17 17:55:36.243324 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8202ba04-c98f-430f-900b-25b399c2827f', 'tag': 'b8320891-bbc0-40f0-b13f-52ba70fd9d09', 'status': 'completed', 'code': 200} Feb 17 17:55:36.353441 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2feace66-167b-45b8-b456-4e8000bfbe5d req-7f7955cc-c3b6-49f2-a4e3-c957844f1660 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=3e182ffd-7af6-43a7-8f2a-c5a90ba80a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180472 Feb 17 17:55:36.395073 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-20c352a9-d948-4762-9dc0-d9637847fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:36.397788 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-20c352a9-d948-4762-9dc0-d9637847fe16 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc924de1492e41db80e64bc749ca753a&device_id=8202ba04-c98f-430f-900b-25b399c2827f HTTP/1.1" status: 200 len: 1161 time: 0.1377625 Feb 17 17:55:36.494741 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-f786215e-4624-4d74-b796-3a6eca0117ad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8320891-bbc0-40f0-b13f-52ba70fd9d09 HTTP/1.1" status: 200 len: 217 time: 0.0769808 Feb 17 17:55:36.605970 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-9f76d5ae-69da-402f-97fa-8e0283c44c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:36.607471 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-9f76d5ae-69da-402f-97fa-8e0283c44c31 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=90273680-1e5e-433f-9236-ce524691d25a HTTP/1.1" status: 200 len: 850 time: 0.0673726 Feb 17 17:55:36.706363 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-4f6d1263-02b6-47f0-b878-45cec406388e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:36.707944 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-4f6d1263-02b6-47f0-b878-45cec406388e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2bd27a9c-fc05-4957-b6fc-79c4c62cef95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0879633 Feb 17 17:55:36.864555 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-2dd8198c-c47e-4589-8947-97449a94d8b7 service neutron] 10.222.0.67 "GET /v2.0/networks/2bd27a9c-fc05-4957-b6fc-79c4c62cef95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478932 Feb 17 17:55:37.029091 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1bed324a-937e-4837-86d6-9c2211a66e4c req-29286c99-8282-4f1f-a056-c24be1d149b3 service neutron] 10.222.0.67 "GET /v2.0/networks/2bd27a9c-fc05-4957-b6fc-79c4c62cef95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1499050 Feb 17 17:55:37.205320 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e8f06-1064-4458-aeea-8dd1d4c5c35c req-7febf6e1-41c7-4551-8302-858cf4317def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:37.206943 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9c0e8f06-1064-4458-aeea-8dd1d4c5c35c req-7febf6e1-41c7-4551-8302-858cf4317def service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc924de1492e41db80e64bc749ca753a&device_id=8202ba04-c98f-430f-900b-25b399c2827f HTTP/1.1" status: 200 len: 1161 time: 0.0814643 Feb 17 17:55:37.668222 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59f652-5a44-4b0a-a8d6-f09ab9a82dd5 req-bc4a3d63-3d02-4dca-92be-b14480731666 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:37.669998 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fb59f652-5a44-4b0a-a8d6-f09ab9a82dd5 req-bc4a3d63-3d02-4dca-92be-b14480731666 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=8202ba04-c98f-430f-900b-25b399c2827f HTTP/1.1" status: 200 len: 944 time: 0.1486015 Feb 17 17:55:37.672985 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e8f06-1064-4458-aeea-8dd1d4c5c35c req-c260eb60-1e86-417b-b5df-a6a797facb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:37.674791 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9c0e8f06-1064-4458-aeea-8dd1d4c5c35c req-c260eb60-1e86-417b-b5df-a6a797facb30 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2bd27a9c-fc05-4957-b6fc-79c4c62cef95 HTTP/1.1" status: 200 len: 905 time: 0.4601152 Feb 17 17:55:37.772588 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9c0e8f06-1064-4458-aeea-8dd1d4c5c35c req-53dd70f3-b48a-423b-a60b-fc48e11c0de3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8320891-bbc0-40f0-b13f-52ba70fd9d09 HTTP/1.1" status: 200 len: 217 time: 0.0883250 Feb 17 17:55:37.848470 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fb59f652-5a44-4b0a-a8d6-f09ab9a82dd5 req-1a4bc018-9f47-4f05-8cde-c9f22e5c177e tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=3e182ffd-7af6-43a7-8f2a-c5a90ba80a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662574 Feb 17 17:55:37.867477 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e8f06-1064-4458-aeea-8dd1d4c5c35c req-31e75d44-cd6f-40e8-9abe-af0579af976a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:37.869237 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9c0e8f06-1064-4458-aeea-8dd1d4c5c35c req-31e75d44-cd6f-40e8-9abe-af0579af976a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=90273680-1e5e-433f-9236-ce524691d25a HTTP/1.1" status: 200 len: 850 time: 0.0825329 Feb 17 17:55:37.964835 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e8f06-1064-4458-aeea-8dd1d4c5c35c req-cc976845-115f-491c-9d53-700e298847ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:37.966659 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9c0e8f06-1064-4458-aeea-8dd1d4c5c35c req-cc976845-115f-491c-9d53-700e298847ed service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2bd27a9c-fc05-4957-b6fc-79c4c62cef95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0904520 Feb 17 17:55:38.138883 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9c0e8f06-1064-4458-aeea-8dd1d4c5c35c req-72e7aecf-af16-4c90-9796-1931f2712e6e service neutron] 10.222.0.67 "GET /v2.0/networks/2bd27a9c-fc05-4957-b6fc-79c4c62cef95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651900 Feb 17 17:55:38.301387 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9c0e8f06-1064-4458-aeea-8dd1d4c5c35c req-97f49b2d-ab60-4507-9c31-81b6fe04cde4 service neutron] 10.222.0.67 "GET /v2.0/networks/2bd27a9c-fc05-4957-b6fc-79c4c62cef95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1532099 Feb 17 17:55:38.747293 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:39.070683 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f0d64-95f8-4e6a-8c19-253a08c03849 req-725072ea-c021-41ea-aa8b-2fd139f86db1 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:39.072339 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e13f0d64-95f8-4e6a-8c19-253a08c03849 req-725072ea-c021-41ea-aa8b-2fd139f86db1 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=8202ba04-c98f-430f-900b-25b399c2827f HTTP/1.1" status: 200 len: 944 time: 0.0988331 Feb 17 17:55:39.123074 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e13f0d64-95f8-4e6a-8c19-253a08c03849 req-26382bb5-c998-4da3-92ba-72abd2256eb2 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=3e182ffd-7af6-43a7-8f2a-c5a90ba80a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443797 Feb 17 17:55:39.153652 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device b8320891-bbc0-40f0-b13f-52ba70fd9d09 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:55:39.229218 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning for port b8320891-bbc0-40f0-b13f-52ba70fd9d09 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:55:39.234400 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port b8320891-bbc0-40f0-b13f-52ba70fd9d09 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:55:39.234830 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:39.365825 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:39.378433 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 49772) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:39.402205 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] For port b8320891-bbc0-40f0-b13f-52ba70fd9d09, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=b8320891-bbc0-40f0-b13f-52ba70fd9d09,segment=NetworkSegment(2a1dcd4d-620f-46e8-b260-044519dcb572),segment_id=2a1dcd4d-620f-46e8-b260-044519dcb572)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:55:39.403230 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8202ba04-c98f-430f-900b-25b399c2827f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8320891-bbc0-40f0-b13f-52ba70fd9d09'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:55:39.414056 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:39.416021 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:39.450951 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff3e2f41-6b79-4a24-8f27-2254ea1d6fb8 admin admin] Deleting subnet b3918ffd-435c-4aee-a4d0-ebb897b505fc {{(pid=83986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 17:55:39.454481 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ff3e2f41-6b79-4a24-8f27-2254ea1d6fb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:39.465240 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8202ba04-c98f-430f-900b-25b399c2827f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8320891-bbc0-40f0-b13f-52ba70fd9d09', 'code': 200} Feb 17 17:55:39.501921 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Pushing event updated for resources: {'Port': ['ID=b8320891-bbc0-40f0-b13f-52ba70fd9d09,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:39.509444 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ff3e2f41-6b79-4a24-8f27-2254ea1d6fb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849491584'] for subnet, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:39.516232 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:39.577562 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ff3e2f41-6b79-4a24-8f27-2254ea1d6fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853767929'] for subnet, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:39.763571 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de96e7-6242-478e-a507-9497b4be48a5 req-c75346aa-13af-40f7-bc3f-fcd7d23a8f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:39.766432 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-86de96e7-6242-478e-a507-9497b4be48a5 req-c75346aa-13af-40f7-bc3f-fcd7d23a8f60 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8202ba04-c98f-430f-900b-25b399c2827f HTTP/1.1" status: 200 len: 1163 time: 0.0888166 Feb 17 17:55:39.816601 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-86de96e7-6242-478e-a507-9497b4be48a5 req-b56b614e-495f-486e-96f3-a6c897ae6095 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3e182ffd-7af6-43a7-8f2a-c5a90ba80a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437198 Feb 17 17:55:39.859515 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ff3e2f41-6b79-4a24-8f27-2254ea1d6fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846389800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036849322119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848634896'] for subnet, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:39.877966 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9e098aa6-a18f-406d-96ca-ccd15319020c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:39.931305 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 49790) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:39.987026 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e2f41-6b79-4a24-8f27-2254ea1d6fb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3918ffd-435c-4aee-a4d0-ebb897b505fc,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:39.991185 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ff3e2f41-6b79-4a24-8f27-2254ea1d6fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:40.034446 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ff3e2f41-6b79-4a24-8f27-2254ea1d6fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:40.045731 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 49798) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:40.046148 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-ff3e2f41-6b79-4a24-8f27-2254ea1d6fb8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b3918ffd-435c-4aee-a4d0-ebb897b505fc HTTP/1.1" status: 204 len: 168 time: 0.6666007 Feb 17 17:55:40.157735 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-03f6ee70-cf8f-4527-9845-2e8d256f3511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:40.196376 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-03f6ee70-cf8f-4527-9845-2e8d256f3511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:40.202350 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-03f6ee70-cf8f-4527-9845-2e8d256f3511 admin admin] Usage tracker for resource:security_group_rule and tenant:fb41ae5d19b14266b4cd3c35e0f68b21 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:40.211398 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-61822bc9-4134-43e7-96e2-8d4cf417d79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247486'] for network, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:40.260928 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-03f6ee70-cf8f-4527-9845-2e8d256f3511 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:40.280552 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-03f6ee70-cf8f-4527-9845-2e8d256f3511 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:40.332930 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5483c-1ab3-492a-adf6-58fa78970559 req-935d2db3-4504-4062-8fd7-4a86e6fc4349 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:40.334702 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-81f5483c-1ab3-492a-adf6-58fa78970559 req-935d2db3-4504-4062-8fd7-4a86e6fc4349 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=8202ba04-c98f-430f-900b-25b399c2827f HTTP/1.1" status: 200 len: 946 time: 0.0893004 Feb 17 17:55:40.386423 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-81f5483c-1ab3-492a-adf6-58fa78970559 req-0929f9b7-a8db-4e16-9a51-0c8802cfbfdb tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=3e182ffd-7af6-43a7-8f2a-c5a90ba80a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450189 Feb 17 17:55:40.448932 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-61822bc9-4134-43e7-96e2-8d4cf417d79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853766242', 'neutron.services.segments.db._delete_segments_for_network-8753449836301'] for network, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:40.594020 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-61822bc9-4134-43e7-96e2-8d4cf417d79d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['945ee81f-2c5b-4623-80ea-51e76661446e']}} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:55:40.620903 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-61822bc9-4134-43e7-96e2-8d4cf417d79d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a3caaf-3587-4c85-a197-708780906032') {'for_net_delete': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:55:40.621237 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-61822bc9-4134-43e7-96e2-8d4cf417d79d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a3caaf-3587-4c85-a197-708780906032') {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:55:40.645044 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-61822bc9-4134-43e7-96e2-8d4cf417d79d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753449833229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848376904'] for segment, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:40.659972 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-03f6ee70-cf8f-4527-9845-2e8d256f3511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:40.666155 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-03f6ee70-cf8f-4527-9845-2e8d256f3511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:40.675227 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-41fa05d9-fa4e-41d3-b78f-72e17c78cdfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:40.682951 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-61822bc9-4134-43e7-96e2-8d4cf417d79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012526'] for segment, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:40.688479 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-61822bc9-4134-43e7-96e2-8d4cf417d79d admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 17:55:40.807973 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-03f6ee70-cf8f-4527-9845-2e8d256f3511 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fb41ae5d19b14266b4cd3c35e0f68b21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8753281 Feb 17 17:55:40.810671 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6ee70-cf8f-4527-9845-2e8d256f3511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961b720c-c4b2-476d-8b3d-3dd82b06efb0,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:40.811046 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 49804) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:40.817671 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-03f6ee70-cf8f-4527-9845-2e8d256f3511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:40.878811 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b66a9d68-6823-4d69-9abd-9e3b3a956d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:40.914174 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b66a9d68-6823-4d69-9abd-9e3b3a956d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:40.921903 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-61822bc9-4134-43e7-96e2-8d4cf417d79d admin admin] Network 945ee81f-2c5b-4623-80ea-51e76661446e has no segments {{(pid=83987) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:55:40.932430 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-61822bc9-4134-43e7-96e2-8d4cf417d79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853763306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6452714'] for segment, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:40.959312 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device b8320891-bbc0-40f0-b13f-52ba70fd9d09 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:55:40.962814 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b66a9d68-6823-4d69-9abd-9e3b3a956d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:40.968499 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-68bd4c2a-cfa1-4f14-90ef-8b2c707b42ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:40.985891 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a9d68-6823-4d69-9abd-9e3b3a956d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961b720c-c4b2-476d-8b3d-3dd82b06efb0,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:40.990648 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b66a9d68-6823-4d69-9abd-9e3b3a956d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:40.994045 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b66a9d68-6823-4d69-9abd-9e3b3a956d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:40.995606 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-b66a9d68-6823-4d69-9abd-9e3b3a956d39 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/961b720c-c4b2-476d-8b3d-3dd82b06efb0 HTTP/1.1" status: 204 len: 168 time: 0.1835301 Feb 17 17:55:41.080288 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port b8320891-bbc0-40f0-b13f-52ba70fd9d09 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:55:41.080802 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:41.182087 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-61822bc9-4134-43e7-96e2-8d4cf417d79d admin admin] Network 945ee81f-2c5b-4623-80ea-51e76661446e has no segments {{(pid=83987) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:55:41.209217 dv-cinder-760199-3-smb neutron-server[83873]: Traceback (most recent call last): Feb 17 17:55:41.209217 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:55:41.209217 dv-cinder-760199-3-smb neutron-server[83873]: timer() Feb 17 17:55:41.209217 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:55:41.209217 dv-cinder-760199-3-smb neutron-server[83873]: cb(*args, **kw) Feb 17 17:55:41.209217 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 17:55:41.209217 dv-cinder-760199-3-smb neutron-server[83873]: return func(*args, **kwargs) Feb 17 17:55:41.209217 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:55:41.209217 dv-cinder-760199-3-smb neutron-server[83873]: self._notify() Feb 17 17:55:41.209217 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:55:41.209217 dv-cinder-760199-3-smb neutron-server[83873]: self.callback(batched_events) Feb 17 17:55:41.209217 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:55:41.209217 dv-cinder-760199-3-smb neutron-server[83873]: event.method(event) Feb 17 17:55:41.209217 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 17:55:41.209217 dv-cinder-760199-3-smb neutron-server[83873]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:55:41.209217 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 17:55:41.209217 dv-cinder-760199-3-smb neutron-server[83873]: segment_id)['aggregates'][0] Feb 17 17:55:41.209217 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 17:55:41.209217 dv-cinder-760199-3-smb neutron-server[83873]: return f(self, *a, **k) Feb 17 17:55:41.209217 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 17:55:41.209217 dv-cinder-760199-3-smb neutron-server[83873]: return self._get(url).json() Feb 17 17:55:41.209217 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:55:41.209217 dv-cinder-760199-3-smb neutron-server[83873]: **kwargs) Feb 17 17:55:41.209217 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 17:55:41.209217 dv-cinder-760199-3-smb neutron-server[83873]: return self.request(url, 'GET', **kwargs) Feb 17 17:55:41.209217 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 17:55:41.209217 dv-cinder-760199-3-smb neutron-server[83873]: **endpoint_filter) Feb 17 17:55:41.209217 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 17:55:41.209217 dv-cinder-760199-3-smb neutron-server[83873]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:55:41.209217 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 17:55:41.209217 dv-cinder-760199-3-smb neutron-server[83873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:55:41.209217 dv-cinder-760199-3-smb neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:55:41.301261 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-61822bc9-4134-43e7-96e2-8d4cf417d79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846510654'] for network, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:41.305680 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5eb65d6e-0140-4f43-b193-43d7b8e5a96e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:41.323682 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-61822bc9-4134-43e7-96e2-8d4cf417d79d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:41.333193 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61822bc9-4134-43e7-96e2-8d4cf417d79d admin admin] Pushing event deleted for resources: {'Network': ['ID=945ee81f-2c5b-4623-80ea-51e76661446e,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:41.337001 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-61822bc9-4134-43e7-96e2-8d4cf417d79d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:41.346428 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-61822bc9-4134-43e7-96e2-8d4cf417d79d admin admin] 10.222.0.49 "DELETE /v2.0/networks/945ee81f-2c5b-4623-80ea-51e76661446e HTTP/1.1" status: 204 len: 168 time: 1.2995584 Feb 17 17:55:41.480979 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 49824) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:41.591395 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-f21114da-4f9e-458c-8d78-3c8a1d73f476 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5681cd1f85eb46f9b5d673005d7dab44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1062093 Feb 17 17:55:41.591897 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 49830) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:41.623571 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d12d1e-14f2-4e94-a1d0-316947d28143 req-fc76f991-62c0-415f-81bd-4c3e2827fdbb tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:41.625450 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e2d12d1e-14f2-4e94-a1d0-316947d28143 req-fc76f991-62c0-415f-81bd-4c3e2827fdbb tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=8202ba04-c98f-430f-900b-25b399c2827f HTTP/1.1" status: 200 len: 946 time: 0.1200054 Feb 17 17:55:41.665151 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-be627ff4-2d6b-4e46-b0d6-db56df141350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:41.690779 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e2d12d1e-14f2-4e94-a1d0-316947d28143 req-9e96d39d-cc5d-451c-83ff-1c4b98b928a6 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=3e182ffd-7af6-43a7-8f2a-c5a90ba80a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571768 Feb 17 17:55:41.696238 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-be627ff4-2d6b-4e46-b0d6-db56df141350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:41.753702 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-be627ff4-2d6b-4e46-b0d6-db56df141350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:41.759929 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1729d540-32cb-40e7-ac55-e3c13a5021d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:41.775317 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be627ff4-2d6b-4e46-b0d6-db56df141350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96989e01-5cc0-412a-a281-94205accdcca,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:41.778059 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-be627ff4-2d6b-4e46-b0d6-db56df141350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:41.784394 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-be627ff4-2d6b-4e46-b0d6-db56df141350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:41.786211 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-be627ff4-2d6b-4e46-b0d6-db56df141350 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/96989e01-5cc0-412a-a281-94205accdcca HTTP/1.1" status: 204 len: 168 time: 0.1928134 Feb 17 17:55:41.903324 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f35be1-6e82-4425-95ef-00bb0a4984a3 req-8b258953-e73c-4833-89bc-467d0d14da43 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:41.904999 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f9f35be1-6e82-4425-95ef-00bb0a4984a3 req-8b258953-e73c-4833-89bc-467d0d14da43 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=8202ba04-c98f-430f-900b-25b399c2827f HTTP/1.1" status: 200 len: 946 time: 0.0923915 Feb 17 17:55:41.919064 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 49844) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:41.930993 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-edee18f2-0793-4744-a541-2ca865b67cf7 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Request body: {'floatingip': {'port_id': 'b8320891-bbc0-40f0-b13f-52ba70fd9d09'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:42.047698 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-edee18f2-0793-4744-a541-2ca865b67cf7 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for floatingip, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:42.710809 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 49874) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:42.849690 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-3ba0b0f3-081f-481c-bdb1-50205255aa2d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1928186081-network', 'tenant_id': '57fd8c76c1ff47518916ac209154297c'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:42.854969 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-3ba0b0f3-081f-481c-bdb1-50205255aa2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:42.859489 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-3ba0b0f3-081f-481c-bdb1-50205255aa2d admin admin] Usage tracker for resource:network and tenant:57fd8c76c1ff47518916ac209154297c is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:42.862352 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-3ba0b0f3-081f-481c-bdb1-50205255aa2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:42.868897 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-3ba0b0f3-081f-481c-bdb1-50205255aa2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:42.880006 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba0b0f3-081f-481c-bdb1-50205255aa2d admin admin] Made reservation on behalf of 57fd8c76c1ff47518916ac209154297c for: {'network': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:55:42.885568 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3ba0b0f3-081f-481c-bdb1-50205255aa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for network, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:42.899487 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3ba0b0f3-081f-481c-bdb1-50205255aa2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:42.915563 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-3ba0b0f3-081f-481c-bdb1-50205255aa2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:42.919870 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-3ba0b0f3-081f-481c-bdb1-50205255aa2d admin admin] Usage tracker for resource:security_group_rule and tenant:57fd8c76c1ff47518916ac209154297c is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:42.923107 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-3ba0b0f3-081f-481c-bdb1-50205255aa2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:42.929280 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-3ba0b0f3-081f-481c-bdb1-50205255aa2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:43.025205 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3ba0b0f3-081f-481c-bdb1-50205255aa2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:43.028218 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3ba0b0f3-081f-481c-bdb1-50205255aa2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:43.032678 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-872e0dae-12d0-4284-8627-130b9ad76329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:43.035575 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-edee18f2-0793-4744-a541-2ca865b67cf7 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:43.038563 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-edee18f2-0793-4744-a541-2ca865b67cf7 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846487875'] for floatingip, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:43.065356 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba0b0f3-081f-481c-bdb1-50205255aa2d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:55:43.080157 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0b0f3-081f-481c-bdb1-50205255aa2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d8e7e1-19dd-4562-8bbb-773dbfe48663,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:43.084628 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3ba0b0f3-081f-481c-bdb1-50205255aa2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:43.088130 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3ba0b0f3-081f-481c-bdb1-50205255aa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012526'] for segment, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:43.088528 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.db.segments_db [None req-3ba0b0f3-081f-481c-bdb1-50205255aa2d admin admin] Added segment 22f520d7-3781-43f2-a590-87d432a2fb95 of type vxlan for network 23f197d6-5645-4a29-822c-042fd24c7753 Feb 17 17:55:43.121983 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3ba0b0f3-081f-481c-bdb1-50205255aa2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363283405532856'] for network, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:43.153582 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3ba0b0f3-081f-481c-bdb1-50205255aa2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513'] for network, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:43.154881 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba0b0f3-081f-481c-bdb1-50205255aa2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:43.155529 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3ba0b0f3-081f-481c-bdb1-50205255aa2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:43.160960 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-37c38408-33d1-43d7-bce8-803e1d095331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:43.231012 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.db.l3_db [None req-edee18f2-0793-4744-a541-2ca865b67cf7 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Floating IP c6b06d19-4141-4396-b75c-2ff47fe3d46b associated. External IP: 172.28.3.9, port: b8320891-bbc0-40f0-b13f-52ba70fd9d09. Feb 17 17:55:43.273861 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-3ba0b0f3-081f-481c-bdb1-50205255aa2d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5618200 Feb 17 17:55:43.274680 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0b0f3-081f-481c-bdb1-50205255aa2d admin admin] Pushing event updated for resources: {'Network': ['ID=23f197d6-5645-4a29-822c-042fd24c7753,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:43.277102 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 49880) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:43.280131 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3ba0b0f3-081f-481c-bdb1-50205255aa2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:43.284348 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-6dd24ff4-c34c-46fd-806c-0bf1b4a02080 admin admin] Request body: {'subnet': {'network_id': '23f197d6-5645-4a29-822c-042fd24c7753', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1928186081-subnet', 'tenant_id': '57fd8c76c1ff47518916ac209154297c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:43.287347 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Network 23f197d6-5645-4a29-822c-042fd24c7753 details requested by agent ovs-agent-dv-cinder-760199-3-smb with host dv-cinder-760199-3-smb {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:55:43.289973 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6dd24ff4-c34c-46fd-806c-0bf1b4a02080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:43.294844 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-6dd24ff4-c34c-46fd-806c-0bf1b4a02080 admin admin] Usage tracker for resource:subnet and tenant:57fd8c76c1ff47518916ac209154297c is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:43.297365 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-6dd24ff4-c34c-46fd-806c-0bf1b4a02080 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:43.303980 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6dd24ff4-c34c-46fd-806c-0bf1b4a02080 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:43.306808 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Network 23f197d6-5645-4a29-822c-042fd24c7753 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:55:43.314223 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd24ff4-c34c-46fd-806c-0bf1b4a02080 admin admin] Made reservation on behalf of 57fd8c76c1ff47518916ac209154297c for: {'subnet': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:55:43.320248 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6dd24ff4-c34c-46fd-806c-0bf1b4a02080 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848724100'] for subnet, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:43.633359 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edee18f2-0793-4744-a541-2ca865b67cf7 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Router d5ad8e49-5d6c-467e-a581-feea0114cb1f has already been hosted by L3 agent b696c7bc-35f9-4b20-9049-f598d63d0e6c {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:55:43.755892 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6dd24ff4-c34c-46fd-806c-0bf1b4a02080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846389800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6452304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848724115'] for subnet, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:43.772453 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2a8fe502-f14b-4a62-a461-32c81fac5f2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:43.836286 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edee18f2-0793-4744-a541-2ca865b67cf7 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify agent at l3_agent.dv-cinder-760199-3-smb the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:55:43.840889 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-edee18f2-0793-4744-a541-2ca865b67cf7 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for floatingip, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:43.850067 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd95371-e4db-4acf-9a27-88133d31ff1d None None] Sync routers for ids ['d5ad8e49-5d6c-467e-a581-feea0114cb1f'] in dv-cinder-760199-3-smb {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:55:43.860972 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd95371-e4db-4acf-9a27-88133d31ff1d None None] Routers {'d5ad8e49-5d6c-467e-a581-feea0114cb1f'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:55:43.862035 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-abd95371-e4db-4acf-9a27-88133d31ff1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:55:28Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['d5ad8e49-5d6c-467e-a581-feea0114cb1f'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:55:43.923804 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-edee18f2-0793-4744-a541-2ca865b67cf7 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "PUT /v2.0/floatingips/c6b06d19-4141-4396-b75c-2ff47fe3d46b HTTP/1.1" status: 200 len: 990 time: 2.0022089 Feb 17 17:55:43.924568 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8202ba04-c98f-430f-900b-25b399c2827f', 'tag': 'b8320891-bbc0-40f0-b13f-52ba70fd9d09'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:55:43.975351 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd24ff4-c34c-46fd-806c-0bf1b4a02080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3684b53e-47a1-4dfb-9114-7c0e444bcfd2,revision_number=0']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:43.978945 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6dd24ff4-c34c-46fd-806c-0bf1b4a02080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:44.002544 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8202ba04-c98f-430f-900b-25b399c2827f', 'tag': 'b8320891-bbc0-40f0-b13f-52ba70fd9d09', 'status': 'completed', 'code': 200} Feb 17 17:55:44.028762 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd24ff4-c34c-46fd-806c-0bf1b4a02080 admin admin] Checking segment: {'id': '22f520d7-3781-43f2-a590-87d432a2fb95', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23f197d6-5645-4a29-822c-042fd24c7753'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:55:44.029568 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd24ff4-c34c-46fd-806c-0bf1b4a02080 admin admin] Network hostable DHCP agents. Network: 23f197d6-5645-4a29-822c-042fd24c7753, hostable agents: ['8546a6d4-f394-45d5-bab8-9d45fc62bb83'], hosted agents: [] {{(pid=83987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:55:44.114479 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd24ff4-c34c-46fd-806c-0bf1b4a02080 admin admin] Network 23f197d6-5645-4a29-822c-042fd24c7753 is scheduled to be hosted by DHCP agent 8546a6d4-f394-45d5-bab8-9d45fc62bb83 with binding_index 1 {{(pid=83987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:55:44.121581 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-abd95371-e4db-4acf-9a27-88133d31ff1d None None] Set router d5ad8e49-5d6c-467e-a581-feea0114cb1f gateway port host: dv-cinder-760199-3-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:55:44.133626 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-6dd24ff4-c34c-46fd-806c-0bf1b4a02080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-smb, 23f197d6-5645-4a29-822c-042fd24c7753) {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:55:44.152345 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd24ff4-c34c-46fd-806c-0bf1b4a02080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:44.153028 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6dd24ff4-c34c-46fd-806c-0bf1b4a02080 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:44.174323 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7a8fdd-c287-4724-ab4a-017be81b0ff7 None None] Network 23f197d6-5645-4a29-822c-042fd24c7753 requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:55:44.188270 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf9d97-6a41-467f-8c6c-40f0c420b4a9 req-201bb18b-ebfb-4df5-8b60-61355d7b45e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:44.189971 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d4cf9d97-6a41-467f-8c6c-40f0c420b4a9 req-201bb18b-ebfb-4df5-8b60-61355d7b45e0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc924de1492e41db80e64bc749ca753a&device_id=8202ba04-c98f-430f-900b-25b399c2827f HTTP/1.1" status: 200 len: 1163 time: 0.1305225 Feb 17 17:55:44.192168 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-6dd24ff4-c34c-46fd-806c-0bf1b4a02080 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9141121 Feb 17 17:55:44.364272 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf9d97-6a41-467f-8c6c-40f0c420b4a9 req-9e9594e4-35f0-4661-8ff9-2d55b6aa4db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:44.366056 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d4cf9d97-6a41-467f-8c6c-40f0c420b4a9 req-9e9594e4-35f0-4661-8ff9-2d55b6aa4db5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2bd27a9c-fc05-4957-b6fc-79c4c62cef95 HTTP/1.1" status: 200 len: 905 time: 0.1694427 Feb 17 17:55:44.744978 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d4cf9d97-6a41-467f-8c6c-40f0c420b4a9 req-0b8875c7-c4b2-4d5a-bc2e-877d283a5dd2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8320891-bbc0-40f0-b13f-52ba70fd9d09 HTTP/1.1" status: 200 len: 998 time: 0.3715487 Feb 17 17:55:44.839037 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf9d97-6a41-467f-8c6c-40f0c420b4a9 req-90f7e566-c9de-4acf-b8fa-010a42b24d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:44.840945 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d4cf9d97-6a41-467f-8c6c-40f0c420b4a9 req-90f7e566-c9de-4acf-b8fa-010a42b24d22 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=90273680-1e5e-433f-9236-ce524691d25a HTTP/1.1" status: 200 len: 850 time: 0.0876269 Feb 17 17:55:44.944073 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf9d97-6a41-467f-8c6c-40f0c420b4a9 req-892180bd-2659-4dc0-98f8-dd29b4476afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:44.946381 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d4cf9d97-6a41-467f-8c6c-40f0c420b4a9 req-892180bd-2659-4dc0-98f8-dd29b4476afb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2bd27a9c-fc05-4957-b6fc-79c4c62cef95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0979652 Feb 17 17:55:45.001578 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-abd95371-e4db-4acf-9a27-88133d31ff1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'name': 'tempest-AttachVolumeTestJSON-1590474071-router', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:51Z', 'updated_at': '2021-02-17T17:51:13Z', 'revision_number': 4, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'gw_port': {'id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_floatingips': [{'id': 'c6b06d19-4141-4396-b75c-2ff47fe3d46b', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'floating_ip_address': '172.28.3.9', 'floating_network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'router_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'port_id': 'b8320891-bbc0-40f0-b13f-52ba70fd9d09', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95', 'mac_address': 'fa:16:3e:3f:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8202ba04-c98f-430f-900b-25b399c2827f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:55:28Z', 'updated_at': '2021-02-17T17:55:42Z', 'revision_number': 1, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e039e46-6626-44bb-a907-d58dc1a87362', 'name': '', 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'mac_address': 'fa:16:3e:5a:f0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '90273680-1e5e-433f-9236-ce524691d25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:09Z', 'updated_at': '2021-02-17T17:51:27Z', 'revision_number': 5, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'subnets': [{'id': '90273680-1e5e-433f-9236-ce524691d25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:55:45.008183 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd95371-e4db-4acf-9a27-88133d31ff1d None None] Checking router: d5ad8e49-5d6c-467e-a581-feea0114cb1f for host: dv-cinder-760199-3-smb {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:55:45.010590 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c20635-2407-445a-8d94-b907a1b19f7d None None] Network 23f197d6-5645-4a29-822c-042fd24c7753 requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:55:45.218156 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d4cf9d97-6a41-467f-8c6c-40f0c420b4a9 req-f52805db-0356-4797-8da5-c6e4bd6d975b service neutron] 10.222.0.67 "GET /v2.0/networks/2bd27a9c-fc05-4957-b6fc-79c4c62cef95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642410 Feb 17 17:55:45.234908 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd95371-e4db-4acf-9a27-88133d31ff1d None None] Routers {'d5ad8e49-5d6c-467e-a581-feea0114cb1f'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:55:45.235616 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-abd95371-e4db-4acf-9a27-88133d31ff1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:55:28Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['d5ad8e49-5d6c-467e-a581-feea0114cb1f'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:55:45.391591 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d4cf9d97-6a41-467f-8c6c-40f0c420b4a9 req-2467aa5a-7879-4e23-9960-7f0976a8074a service neutron] 10.222.0.67 "GET /v2.0/networks/2bd27a9c-fc05-4957-b6fc-79c4c62cef95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1665542 Feb 17 17:55:45.484028 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-abd95371-e4db-4acf-9a27-88133d31ff1d None None] Set router d5ad8e49-5d6c-467e-a581-feea0114cb1f gateway port host: dv-cinder-760199-3-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:55:45.878982 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-abd95371-e4db-4acf-9a27-88133d31ff1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'name': 'tempest-AttachVolumeTestJSON-1590474071-router', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:51Z', 'updated_at': '2021-02-17T17:51:13Z', 'revision_number': 4, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'gw_port': {'id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_floatingips': [{'id': 'c6b06d19-4141-4396-b75c-2ff47fe3d46b', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'floating_ip_address': '172.28.3.9', 'floating_network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'router_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'port_id': 'b8320891-bbc0-40f0-b13f-52ba70fd9d09', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95', 'mac_address': 'fa:16:3e:3f:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8202ba04-c98f-430f-900b-25b399c2827f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:55:28Z', 'updated_at': '2021-02-17T17:55:42Z', 'revision_number': 1, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e039e46-6626-44bb-a907-d58dc1a87362', 'name': '', 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'mac_address': 'fa:16:3e:5a:f0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '90273680-1e5e-433f-9236-ce524691d25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:09Z', 'updated_at': '2021-02-17T17:51:27Z', 'revision_number': 5, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'subnets': [{'id': '90273680-1e5e-433f-9236-ce524691d25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:55:45.883768 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd95371-e4db-4acf-9a27-88133d31ff1d None None] The sync data for ids ['d5ad8e49-5d6c-467e-a581-feea0114cb1f'] in dv-cinder-760199-3-smb is: [{'id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'name': 'tempest-AttachVolumeTestJSON-1590474071-router', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:51Z', 'updated_at': '2021-02-17T17:51:13Z', 'revision_number': 4, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'gw_port': {'id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_floatingips': [{'id': 'c6b06d19-4141-4396-b75c-2ff47fe3d46b', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'floating_ip_address': '172.28.3.9', 'floating_network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'router_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'port_id': 'b8320891-bbc0-40f0-b13f-52ba70fd9d09', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95', 'mac_address': 'fa:16:3e:3f:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8202ba04-c98f-430f-900b-25b399c2827f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:55:28Z', 'updated_at': '2021-02-17T17:55:42Z', 'revision_number': 1, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e039e46-6626-44bb-a907-d58dc1a87362', 'name': '', 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'mac_address': 'fa:16:3e:5a:f0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '90273680-1e5e-433f-9236-ce524691d25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:09Z', 'updated_at': '2021-02-17T17:51:27Z', 'revision_number': 5, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'subnets': [{'id': '90273680-1e5e-433f-9236-ce524691d25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:55:46.175470 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b17221-3a04-4877-9fe0-169697899086 None None] New status for floating IP c6b06d19-4141-4396-b75c-2ff47fe3d46b: ACTIVE {{(pid=83989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 17:55:46.731475 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-25fd6fc3-56f0-46d9-8b82-2b2a2c878f6f tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:46.732318 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-25fd6fc3-56f0-46d9-8b82-2b2a2c878f6f tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Synchronizing usage tracker for tenant:57fd8c76c1ff47518916ac209154297c on resource:network {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:55:46.749737 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-25fd6fc3-56f0-46d9-8b82-2b2a2c878f6f tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Unset dirty status for tenant:57fd8c76c1ff47518916ac209154297c on resource:network {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:55:46.751060 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-25fd6fc3-56f0-46d9-8b82-2b2a2c878f6f tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/networks?id=23f197d6-5645-4a29-822c-042fd24c7753 HTTP/1.1" status: 200 len: 814 time: 0.1885042 Feb 17 17:55:46.768004 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-4fa62741-1a6d-4979-9ca0-3c5fcfbddbfe tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/quotas/57fd8c76c1ff47518916ac209154297c HTTP/1.1" status: 200 len: 375 time: 0.0104208 Feb 17 17:55:46.798614 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 49958) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:46.831013 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-43c45c58-e3b8-4528-b9f2-a3463c9b18fe tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=57fd8c76c1ff47518916ac209154297c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547917 Feb 17 17:55:46.931168 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8f9d863b-84e2-41c1-8b10-044c08df1767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:46.950874 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-8f9d863b-84e2-41c1-8b10-044c08df1767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:46.954926 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-8f9d863b-84e2-41c1-8b10-044c08df1767 admin admin] Usage tracker for resource:security_group_rule and tenant:5834c5b54bb544ef8b7720f3f0e3dfa0 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:46.957954 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-8f9d863b-84e2-41c1-8b10-044c08df1767 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:46.964237 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-8f9d863b-84e2-41c1-8b10-044c08df1767 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:46.984911 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-1f705238-c587-4a89-81a6-75472fe548dc service neutron] 10.222.0.49 "GET /v2.0/networks/23f197d6-5645-4a29-822c-042fd24c7753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424181 Feb 17 17:55:47.054165 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8f9d863b-84e2-41c1-8b10-044c08df1767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:47.057127 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8f9d863b-84e2-41c1-8b10-044c08df1767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:47.066442 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e747e932-9220-42c2-a2e9-6fc296ad5513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:47.113710 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-8f9d863b-84e2-41c1-8b10-044c08df1767 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5834c5b54bb544ef8b7720f3f0e3dfa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113964 Feb 17 17:55:47.113710 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d863b-84e2-41c1-8b10-044c08df1767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fb316a-dd27-45bb-a5df-7287516f3a7a,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:47.114217 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 49964) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:47.116937 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8f9d863b-84e2-41c1-8b10-044c08df1767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:47.170678 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-e59b7d72-32ff-40f2-8af0-0635a30c2379 service neutron] 10.222.0.49 "GET /v2.0/networks/23f197d6-5645-4a29-822c-042fd24c7753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1778986 Feb 17 17:55:47.206319 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bfea1947-1aed-4ddc-9a77-70ce25ae61fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:47.237764 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bfea1947-1aed-4ddc-9a77-70ce25ae61fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:47.295654 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bfea1947-1aed-4ddc-9a77-70ce25ae61fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:47.299890 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8fcf26b7-ce64-4b3f-abcc-62254d27a5b7 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:47.313692 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea1947-1aed-4ddc-9a77-70ce25ae61fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fb316a-dd27-45bb-a5df-7287516f3a7a,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:47.316244 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bfea1947-1aed-4ddc-9a77-70ce25ae61fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:47.322898 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bfea1947-1aed-4ddc-9a77-70ce25ae61fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:47.324855 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-bfea1947-1aed-4ddc-9a77-70ce25ae61fb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/66fb316a-dd27-45bb-a5df-7287516f3a7a HTTP/1.1" status: 204 len: 168 time: 0.2095861 Feb 17 17:55:47.405336 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0c7f9364-1172-42ad-b64c-208224bd0429 req-73764319-7efb-4083-b8ac-cb2c37b3a1f1 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1a2d52-ed45-4c72-afba-bf7ddf05e16d HTTP/1.1" status: 200 len: 210 time: 0.0642169 Feb 17 17:55:48.733783 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-6ed71b77-d502-4db3-9633-6c9d22300113 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:48.736784 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-6ed71b77-d502-4db3-9633-6c9d22300113 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.67 "GET /v2.0/networks?id=23f197d6-5645-4a29-822c-042fd24c7753 HTTP/1.1" status: 200 len: 814 time: 0.2001977 Feb 17 17:55:48.759450 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-ef70ff69-9aa3-44fb-bbcc-06f0dcbc7da8 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Request body: {'port': {'device_id': '9a1a2d52-ed45-4c72-afba-bf7ddf05e16d', 'network_id': '23f197d6-5645-4a29-822c-042fd24c7753', 'admin_state_up': True, 'tenant_id': '57fd8c76c1ff47518916ac209154297c'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:48.920453 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b788a905-c095-4e09-a258-502858bcbf38 req-1a64b50c-28a4-48b9-aaea-97f8bfbcf925 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1a2d52-ed45-4c72-afba-bf7ddf05e16d HTTP/1.1" status: 200 len: 210 time: 0.3903177 Feb 17 17:55:48.979834 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-ef70ff69-9aa3-44fb-bbcc-06f0dcbc7da8 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:48.984115 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-ef70ff69-9aa3-44fb-bbcc-06f0dcbc7da8 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Usage tracker for resource:port and tenant:57fd8c76c1ff47518916ac209154297c is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:48.987089 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-ef70ff69-9aa3-44fb-bbcc-06f0dcbc7da8 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:48.993048 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-ef70ff69-9aa3-44fb-bbcc-06f0dcbc7da8 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:49.001858 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-ef70ff69-9aa3-44fb-bbcc-06f0dcbc7da8 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Made reservation on behalf of 57fd8c76c1ff47518916ac209154297c for: {'port': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:55:49.008278 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-ef70ff69-9aa3-44fb-bbcc-06f0dcbc7da8 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:49.332728 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-ef70ff69-9aa3-44fb-bbcc-06f0dcbc7da8 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Allocated IP 172.20.0.6 (23f197d6-5645-4a29-822c-042fd24c7753/3684b53e-47a1-4dfb-9114-7c0e444bcfd2/b564c182-6695-48ec-8d6c-94acf0776708) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:55:49.565192 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-ef70ff69-9aa3-44fb-bbcc-06f0dcbc7da8 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:49.596532 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-ef70ff69-9aa3-44fb-bbcc-06f0dcbc7da8 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:49.611544 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a08afc95-84d1-431c-aea5-09af32d739ce tempest-VolumesNegativeTest-451372301 tempest-VolumesNegativeTest-451372301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:49.764925 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70ff69-9aa3-44fb-bbcc-06f0dcbc7da8 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Pushing event updated for resources: {'Port': ['ID=b564c182-6695-48ec-8d6c-94acf0776708,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:49.770297 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ef70ff69-9aa3-44fb-bbcc-06f0dcbc7da8 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:49.813639 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-ef70ff69-9aa3-44fb-bbcc-06f0dcbc7da8 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Network 23f197d6-5645-4a29-822c-042fd24c7753 is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:55:49.814785 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-ef70ff69-9aa3-44fb-bbcc-06f0dcbc7da8 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:55:49.817171 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-ef70ff69-9aa3-44fb-bbcc-06f0dcbc7da8 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:55:49.888390 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-ef70ff69-9aa3-44fb-bbcc-06f0dcbc7da8 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:49.889121 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-ef70ff69-9aa3-44fb-bbcc-06f0dcbc7da8 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:49.915282 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-ef70ff69-9aa3-44fb-bbcc-06f0dcbc7da8 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1618080 Feb 17 17:55:49.935141 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Request body: {'port': {'device_id': '9a1a2d52-ed45-4c72-afba-bf7ddf05e16d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:50.084334 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:50.216725 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8a93f-3cae-4bce-a3dd-861f49e3ca76 req-faea80c7-7a16-440d-98ba-8ea2ab48e3dc tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:50.221562 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-01f8a93f-3cae-4bce-a3dd-861f49e3ca76 req-faea80c7-7a16-440d-98ba-8ea2ab48e3dc tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1a2d52-ed45-4c72-afba-bf7ddf05e16d HTTP/1.1" status: 200 len: 931 time: 0.1731124 Feb 17 17:55:50.279744 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-01f8a93f-3cae-4bce-a3dd-861f49e3ca76 req-80f55710-375e-4776-bde9-7b1782454130 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527005 Feb 17 17:55:50.581874 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b564c182-6695-48ec-8d6c-94acf0776708 {{(pid=83987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:55:50.590521 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:50.603437 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Transition to ACTIVE for port object b564c182-6695-48ec-8d6c-94acf0776708 will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:55:50.606220 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452680'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:50.622981 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b83c3522-d0d7-4396-a510-b88051d63bc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:50.768220 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b564c182-6695-48ec-8d6c-94acf0776708,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:51.018649 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:51.187151 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:55:51.208477 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Attempting to bind port b564c182-6695-48ec-8d6c-94acf0776708 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:55:51.209035 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Attempting to bind port b564c182-6695-48ec-8d6c-94acf0776708 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '22f520d7-3781-43f2-a590-87d432a2fb95', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23f197d6-5645-4a29-822c-042fd24c7753'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:55:51.209400 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Attempting to bind port b564c182-6695-48ec-8d6c-94acf0776708 on network 23f197d6-5645-4a29-822c-042fd24c7753 {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:55:51.218211 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Checking agent: {'id': 'ae447a02-7f1d-4456-a484-c4519a85c40b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 38), 'started_at': datetime.datetime(2021, 2, 17, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:55:51.218211 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Checking segment: {'id': '22f520d7-3781-43f2-a590-87d432a2fb95', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23f197d6-5645-4a29-822c-042fd24c7753'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:55:51.218211 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:51.218211 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Bound using segment: {'id': '22f520d7-3781-43f2-a590-87d432a2fb95', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23f197d6-5645-4a29-822c-042fd24c7753'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:55:51.218211 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Bound port: b564c182-6695-48ec-8d6c-94acf0776708, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f520d7-3781-43f2-a590-87d432a2fb95', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23f197d6-5645-4a29-822c-042fd24c7753'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:55:51.218770 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:51.319631 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] For port b564c182-6695-48ec-8d6c-94acf0776708, host hv-cinder-76019, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:55:51.323269 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] For port b564c182-6695-48ec-8d6c-94acf0776708, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=b564c182-6695-48ec-8d6c-94acf0776708,segment=NetworkSegment(22f520d7-3781-43f2-a590-87d432a2fb95),segment_id=22f520d7-3781-43f2-a590-87d432a2fb95)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:55:51.326628 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452680'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:51.346363 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d0c76b7f-7f53-4f88-aef1-c7f8a4248b68 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:51.562887 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b564c182-6695-48ec-8d6c-94acf0776708,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:51.582082 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:51.582417 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:51.582864 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:51.583354 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:51.583897 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:51.584143 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:51.585205 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:51.585659 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:51.585935 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:51.586487 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:51.586812 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:51.587099 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:51.587554 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:51.587949 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:51.588348 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:51.588761 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:51.589159 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:51.589545 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:51.589931 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:51.590318 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:51.590709 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:51.591095 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:51.591481 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:51.591876 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:51.600394 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:51.647099 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868334f9-4b45-4669-8827-20637230bf7f req-54cd86dc-3cde-4a9b-8bb7-5fd3258ba287 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:51.647877 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-868334f9-4b45-4669-8827-20637230bf7f req-54cd86dc-3cde-4a9b-8bb7-5fd3258ba287 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Synchronizing usage tracker for tenant:57fd8c76c1ff47518916ac209154297c on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:55:51.664524 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:51.665235 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:51.666741 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] 10.222.0.67 "PUT /v2.0/ports/b564c182-6695-48ec-8d6c-94acf0776708 HTTP/1.1" status: 200 len: 1157 time: 1.7366424 Feb 17 17:55:51.667266 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1a2d52-ed45-4c72-afba-bf7ddf05e16d', 'tag': 'b564c182-6695-48ec-8d6c-94acf0776708'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:55:51.681178 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-868334f9-4b45-4669-8827-20637230bf7f req-54cd86dc-3cde-4a9b-8bb7-5fd3258ba287 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Unset dirty status for tenant:57fd8c76c1ff47518916ac209154297c on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:55:51.682474 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-868334f9-4b45-4669-8827-20637230bf7f req-54cd86dc-3cde-4a9b-8bb7-5fd3258ba287 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1a2d52-ed45-4c72-afba-bf7ddf05e16d HTTP/1.1" status: 200 len: 943 time: 0.2489901 Feb 17 17:55:51.728971 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1a2d52-ed45-4c72-afba-bf7ddf05e16d', 'tag': 'b564c182-6695-48ec-8d6c-94acf0776708', 'status': 'completed', 'code': 200} Feb 17 17:55:51.741269 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-868334f9-4b45-4669-8827-20637230bf7f req-bdb90eb7-c838-4c36-8490-3f2e3cc577e0 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Synchronizing usage tracker for tenant:57fd8c76c1ff47518916ac209154297c on resource:security_group {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:55:51.753901 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 50050) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:51.814906 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-868334f9-4b45-4669-8827-20637230bf7f req-bdb90eb7-c838-4c36-8490-3f2e3cc577e0 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Unset dirty status for tenant:57fd8c76c1ff47518916ac209154297c on resource:security_group {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:55:51.815459 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-868334f9-4b45-4669-8827-20637230bf7f req-bdb90eb7-c838-4c36-8490-3f2e3cc577e0 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261139 Feb 17 17:55:51.839200 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-bb7876cc-3012-47e5-9794-18dbcc7bc21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:51.841513 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-bb7876cc-3012-47e5-9794-18dbcc7bc21b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57fd8c76c1ff47518916ac209154297c&device_id=9a1a2d52-ed45-4c72-afba-bf7ddf05e16d HTTP/1.1" status: 200 len: 1160 time: 0.0961611 Feb 17 17:55:51.921554 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-da65f79c-4864-4b63-94c5-375cf6572805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:51.938497 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-da65f79c-4864-4b63-94c5-375cf6572805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:51.940534 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-a5a04893-380e-417a-b31a-e51a61c51808 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b564c182-6695-48ec-8d6c-94acf0776708 HTTP/1.1" status: 200 len: 217 time: 0.0764446 Feb 17 17:55:51.942694 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-da65f79c-4864-4b63-94c5-375cf6572805 admin admin] Usage tracker for resource:security_group_rule and tenant:ae65c1e5606049ce9cce7d2b888034ae is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:51.945796 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-da65f79c-4864-4b63-94c5-375cf6572805 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:51.951657 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-da65f79c-4864-4b63-94c5-375cf6572805 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:52.013139 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-ec09ff46-a980-4a8c-831a-6010604e71ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:52.014781 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-ec09ff46-a980-4a8c-831a-6010604e71ac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3684b53e-47a1-4dfb-9114-7c0e444bcfd2 HTTP/1.1" status: 200 len: 854 time: 0.0666113 Feb 17 17:55:52.048213 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-da65f79c-4864-4b63-94c5-375cf6572805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:52.052060 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-da65f79c-4864-4b63-94c5-375cf6572805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:52.059723 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b66a9d68-6823-4d69-9abd-9e3b3a956d39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:52.075318 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-5455bc31-e59c-410e-8e00-ebe9db6cdaca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=23f197d6-5645-4a29-822c-042fd24c7753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529339 Feb 17 17:55:52.111472 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65f79c-4864-4b63-94c5-375cf6572805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47dae34e-6387-47f5-84f2-3896c0ac3f98,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:52.119362 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-da65f79c-4864-4b63-94c5-375cf6572805 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ae65c1e5606049ce9cce7d2b888034ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3642392 Feb 17 17:55:52.120518 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-da65f79c-4864-4b63-94c5-375cf6572805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:52.121068 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 50058) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:52.188140 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4d0e6c38-b4a0-4bef-87f2-03215413f9c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:52.222337 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4d0e6c38-b4a0-4bef-87f2-03215413f9c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:52.231291 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-d5457eff-7a2d-48a3-9ad8-62a0056578cb service neutron] 10.222.0.67 "GET /v2.0/networks/23f197d6-5645-4a29-822c-042fd24c7753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489861 Feb 17 17:55:52.270591 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4d0e6c38-b4a0-4bef-87f2-03215413f9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:52.276941 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a31297e9-9505-4b80-ae9c-cf2e57b15a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:52.291650 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e6c38-b4a0-4bef-87f2-03215413f9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47dae34e-6387-47f5-84f2-3896c0ac3f98,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:52.294999 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4d0e6c38-b4a0-4bef-87f2-03215413f9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:52.305448 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4d0e6c38-b4a0-4bef-87f2-03215413f9c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:52.307326 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-4d0e6c38-b4a0-4bef-87f2-03215413f9c0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/47dae34e-6387-47f5-84f2-3896c0ac3f98 HTTP/1.1" status: 204 len: 168 time: 0.1852286 Feb 17 17:55:52.390573 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8aafa7f3-9ec3-498c-a3ba-a45e7be4ac88 req-44f8bf3d-ace5-426a-8c6f-b04cb34c03b1 service neutron] 10.222.0.67 "GET /v2.0/networks/23f197d6-5645-4a29-822c-042fd24c7753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1506121 Feb 17 17:55:52.572854 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b41060-8ea5-4471-b29b-ae08979838f4 req-eb8c9370-ed9a-4ff0-bcdc-ce5bd6b70578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:52.574564 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f2b41060-8ea5-4471-b29b-ae08979838f4 req-eb8c9370-ed9a-4ff0-bcdc-ce5bd6b70578 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57fd8c76c1ff47518916ac209154297c&device_id=9a1a2d52-ed45-4c72-afba-bf7ddf05e16d HTTP/1.1" status: 200 len: 1160 time: 0.0870154 Feb 17 17:55:52.723868 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b41060-8ea5-4471-b29b-ae08979838f4 req-22efa8a0-db96-4b11-a06f-c54154ae30bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:52.725515 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f2b41060-8ea5-4471-b29b-ae08979838f4 req-22efa8a0-db96-4b11-a06f-c54154ae30bb service neutron] 10.222.0.67 "GET /v2.0/networks?id=23f197d6-5645-4a29-822c-042fd24c7753 HTTP/1.1" status: 200 len: 908 time: 0.1430073 Feb 17 17:55:52.805770 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f2b41060-8ea5-4471-b29b-ae08979838f4 req-e131ebe8-2562-4500-8891-b13b4e673ddc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b564c182-6695-48ec-8d6c-94acf0776708 HTTP/1.1" status: 200 len: 217 time: 0.0727994 Feb 17 17:55:52.878447 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b41060-8ea5-4471-b29b-ae08979838f4 req-40167791-66d8-4b85-b36c-c41664404f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:52.880069 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f2b41060-8ea5-4471-b29b-ae08979838f4 req-40167791-66d8-4b85-b36c-c41664404f20 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3684b53e-47a1-4dfb-9114-7c0e444bcfd2 HTTP/1.1" status: 200 len: 854 time: 0.0666790 Feb 17 17:55:52.936871 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f2b41060-8ea5-4471-b29b-ae08979838f4 req-95b54955-6475-4bca-889e-00e7b587c0fa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=23f197d6-5645-4a29-822c-042fd24c7753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478399 Feb 17 17:55:53.029712 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b36279-ea6f-43ab-b421-69e9efb03be7 req-c7f7b27f-0ef8-486e-bb21-e599256bd3eb tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:53.031521 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-40b36279-ea6f-43ab-b421-69e9efb03be7 req-c7f7b27f-0ef8-486e-bb21-e599256bd3eb tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1a2d52-ed45-4c72-afba-bf7ddf05e16d HTTP/1.1" status: 200 len: 943 time: 0.0968759 Feb 17 17:55:53.091555 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-40b36279-ea6f-43ab-b421-69e9efb03be7 req-b18b3906-b4a8-45c7-b9fd-bf08a64896cf tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514927 Feb 17 17:55:53.098541 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f2b41060-8ea5-4471-b29b-ae08979838f4 req-2da7259a-d77d-47ad-9242-12e2fc154e85 service neutron] 10.222.0.67 "GET /v2.0/networks/23f197d6-5645-4a29-822c-042fd24c7753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534667 Feb 17 17:55:53.247971 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f2b41060-8ea5-4471-b29b-ae08979838f4 req-6474cbd8-15f1-456c-91f6-4647697933cf service neutron] 10.222.0.67 "GET /v2.0/networks/23f197d6-5645-4a29-822c-042fd24c7753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1415999 Feb 17 17:55:54.301770 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a056884-1db4-4873-a8f6-f3fd2bbbb384 req-e9fcaa04-6a8f-4b76-8880-130c5fdc76a7 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:54.304301 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9a056884-1db4-4873-a8f6-f3fd2bbbb384 req-e9fcaa04-6a8f-4b76-8880-130c5fdc76a7 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1a2d52-ed45-4c72-afba-bf7ddf05e16d HTTP/1.1" status: 200 len: 943 time: 0.0928545 Feb 17 17:55:54.353933 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9a056884-1db4-4873-a8f6-f3fd2bbbb384 req-e969737b-424f-40c9-acde-97b23e60fbdc tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431805 Feb 17 17:55:54.925691 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.objects.ports [None req-adcca5b4-a866-49d9-9df8-83bb53c01617 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83988) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 17:55:55.393352 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bd1e027d-6fb9-478b-b5aa-6855502a1ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:55.464388 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device b564c182-6695-48ec-8d6c-94acf0776708 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:55:55.542722 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning for port b564c182-6695-48ec-8d6c-94acf0776708 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:55:55.547841 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port b564c182-6695-48ec-8d6c-94acf0776708 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:55:55.548264 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:55.560904 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f381afa-3b45-4d70-8d0f-6f2c457cdf2f req-9a7b14dc-9558-45da-b0ee-62de6016f7b0 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:55.562565 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0f381afa-3b45-4d70-8d0f-6f2c457cdf2f req-9a7b14dc-9558-45da-b0ee-62de6016f7b0 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1a2d52-ed45-4c72-afba-bf7ddf05e16d HTTP/1.1" status: 200 len: 943 time: 0.0901034 Feb 17 17:55:55.612829 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0f381afa-3b45-4d70-8d0f-6f2c457cdf2f req-93bbd9ea-9321-4b96-9970-dfdbc26ef069 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436954 Feb 17 17:55:55.683522 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:55.714077 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1a2d52-ed45-4c72-afba-bf7ddf05e16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b564c182-6695-48ec-8d6c-94acf0776708'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:55:55.725024 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] For port b564c182-6695-48ec-8d6c-94acf0776708, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=b564c182-6695-48ec-8d6c-94acf0776708,segment=NetworkSegment(22f520d7-3781-43f2-a590-87d432a2fb95),segment_id=22f520d7-3781-43f2-a590-87d432a2fb95)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:55:55.728282 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:55.730236 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:55.763532 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1a2d52-ed45-4c72-afba-bf7ddf05e16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b564c182-6695-48ec-8d6c-94acf0776708', 'code': 200} Feb 17 17:55:55.805469 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Pushing event updated for resources: {'Port': ['ID=b564c182-6695-48ec-8d6c-94acf0776708,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:55.808725 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:56.071726 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b060c1-120f-4b7d-84ca-3575879c642f req-d68462c1-1ae3-49b4-ac9b-fc7fb4a89660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:56.073411 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f3b060c1-120f-4b7d-84ca-3575879c642f req-d68462c1-1ae3-49b4-ac9b-fc7fb4a89660 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9a1a2d52-ed45-4c72-afba-bf7ddf05e16d HTTP/1.1" status: 200 len: 1162 time: 0.0846736 Feb 17 17:55:56.120061 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f3b060c1-120f-4b7d-84ca-3575879c642f req-34abb2ba-a938-4d04-9629-e9f7702af437 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401864 Feb 17 17:55:56.818285 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b806bd2-6405-434f-8d14-c9a93bdcfce1 req-aa7282c7-d07e-4e55-9568-6f196389bc1f tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:56.820088 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3b806bd2-6405-434f-8d14-c9a93bdcfce1 req-aa7282c7-d07e-4e55-9568-6f196389bc1f tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1a2d52-ed45-4c72-afba-bf7ddf05e16d HTTP/1.1" status: 200 len: 945 time: 0.0892277 Feb 17 17:55:56.870212 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3b806bd2-6405-434f-8d14-c9a93bdcfce1 req-a135d278-d670-4d53-bf9c-5ad58f2a7d36 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435500 Feb 17 17:55:56.980154 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device b564c182-6695-48ec-8d6c-94acf0776708 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:55:57.058713 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port b564c182-6695-48ec-8d6c-94acf0776708 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:55:57.058893 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:57.516657 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d46162a7-c064-4c73-8caf-c2cd9a11f5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:58.078580 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431aa43-b127-496a-ad12-72ab29d421d2 req-0d789ed8-77b9-4ba5-ac20-03662834bb06 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:58.081402 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8431aa43-b127-496a-ad12-72ab29d421d2 req-0d789ed8-77b9-4ba5-ac20-03662834bb06 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1a2d52-ed45-4c72-afba-bf7ddf05e16d HTTP/1.1" status: 200 len: 945 time: 0.0949590 Feb 17 17:55:58.133583 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8431aa43-b127-496a-ad12-72ab29d421d2 req-3291701d-9cc9-4be9-ad3d-d4d2e632f2a1 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468757 Feb 17 17:55:58.639992 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:59.788170 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:59.915235 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:08.758548 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:09.154637 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb987812-8a57-4d7e-9106-deb403b38e28 req-538bc4cd-6fb3-48fe-b070-c573e8a4bdb8 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:09.156251 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fb987812-8a57-4d7e-9106-deb403b38e28 req-538bc4cd-6fb3-48fe-b070-c573e8a4bdb8 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 945 time: 0.0944285 Feb 17 17:56:09.206700 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fb987812-8a57-4d7e-9106-deb403b38e28 req-85b7786b-3df2-4897-88e9-e6694741d8ec tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430210 Feb 17 17:56:10.429018 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651a652-3c73-4460-9869-870c64198a7f req-1184986c-b78c-4346-b828-4c360f442ecc tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:10.430575 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c651a652-3c73-4460-9869-870c64198a7f req-1184986c-b78c-4346-b828-4c360f442ecc tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 945 time: 0.0928009 Feb 17 17:56:10.482704 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c651a652-3c73-4460-9869-870c64198a7f req-6d08bc4f-af4c-4786-8522-c15b9787c66c tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457768 Feb 17 17:56:11.694631 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d59612-1502-4658-a6bb-f08305c68805 req-1273784f-f94b-4804-8eb3-2cc0be087a51 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:11.696265 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-30d59612-1502-4658-a6bb-f08305c68805 req-1273784f-f94b-4804-8eb3-2cc0be087a51 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 945 time: 0.0917392 Feb 17 17:56:11.744346 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-30d59612-1502-4658-a6bb-f08305c68805 req-0c1150e1-0f76-4a60-89a5-ad62cad60e0e tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416148 Feb 17 17:56:12.962353 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0c288-6a38-4cd3-88e3-e2b7fe1944b1 req-5519c090-9231-4c51-9b8f-238095b307a1 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:12.964012 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a3c0c288-6a38-4cd3-88e3-e2b7fe1944b1 req-5519c090-9231-4c51-9b8f-238095b307a1 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 945 time: 0.0929112 Feb 17 17:56:13.016245 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a3c0c288-6a38-4cd3-88e3-e2b7fe1944b1 req-52299b69-d7d8-4a45-9d6f-6708d6045550 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456684 Feb 17 17:56:14.226035 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f25db-c8e1-45eb-a31e-9fe5b9629716 req-fcbc1c84-1d42-4973-8638-3971efb10cf1 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:14.227669 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4d0f25db-c8e1-45eb-a31e-9fe5b9629716 req-fcbc1c84-1d42-4973-8638-3971efb10cf1 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 945 time: 0.0903587 Feb 17 17:56:14.278974 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4d0f25db-c8e1-45eb-a31e-9fe5b9629716 req-28ef1b3d-117b-4283-b4c8-365c6de06c47 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448778 Feb 17 17:56:15.501140 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0674c1-729e-48a7-b4d5-9b20ced50437 req-b7ee7018-7dfa-49d7-ad53-c6c267c6bac6 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:15.502907 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7a0674c1-729e-48a7-b4d5-9b20ced50437 req-b7ee7018-7dfa-49d7-ad53-c6c267c6bac6 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 945 time: 0.0955813 Feb 17 17:56:15.561879 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7a0674c1-729e-48a7-b4d5-9b20ced50437 req-a52a2815-0768-4d7f-ba20-cc70db501fe9 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516996 Feb 17 17:56:16.785992 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05842fbd-8c82-4edc-ae11-646620d0522a req-5346f71f-33ff-4074-ae20-3d49f3c65b6d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:16.788136 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-05842fbd-8c82-4edc-ae11-646620d0522a req-5346f71f-33ff-4074-ae20-3d49f3c65b6d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 945 time: 0.0938478 Feb 17 17:56:16.838771 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-05842fbd-8c82-4edc-ae11-646620d0522a req-1313e889-280f-4d51-9c66-a8906dd56d97 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442080 Feb 17 17:56:18.072908 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa5f28-df56-4ae6-84be-bad317ef53e8 req-d7be326c-e495-4582-bc19-08584665784b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:18.074615 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9baa5f28-df56-4ae6-84be-bad317ef53e8 req-d7be326c-e495-4582-bc19-08584665784b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 945 time: 0.0978782 Feb 17 17:56:18.130682 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9baa5f28-df56-4ae6-84be-bad317ef53e8 req-653f470b-cf43-480b-9433-9d64ef6c442b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486917 Feb 17 17:56:19.152591 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 675f818b-86de-40f5-a10f-73e435898fb8 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:56:19.232014 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 675f818b-86de-40f5-a10f-73e435898fb8 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:19.232426 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:19.366938 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985bf916-0f5e-44ca-a6da-e3da4a68778a req-f0579f7a-5ae2-453b-aab3-080e6d24a223 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:19.368488 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-985bf916-0f5e-44ca-a6da-e3da4a68778a req-f0579f7a-5ae2-453b-aab3-080e6d24a223 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 945 time: 0.0994048 Feb 17 17:56:19.422152 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-985bf916-0f5e-44ca-a6da-e3da4a68778a req-eac97dd0-c832-458a-881c-d8a4b9a77dba tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443351 Feb 17 17:56:20.633731 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ffe18-8339-4442-9347-442b39136b11 req-4490ebb3-f2d3-4267-a9f8-e79f293b1ce2 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:20.636049 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4d8ffe18-8339-4442-9347-442b39136b11 req-4490ebb3-f2d3-4267-a9f8-e79f293b1ce2 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 945 time: 0.0907679 Feb 17 17:56:20.692601 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4d8ffe18-8339-4442-9347-442b39136b11 req-bb1c6747-25b7-4185-87d2-93634dc0c24d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492361 Feb 17 17:56:21.912629 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb8e50-e9b0-42e9-a7f9-3850088316cc req-6023ff3b-9458-4c91-ace4-4c46136fd0bd tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:21.914651 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-64bb8e50-e9b0-42e9-a7f9-3850088316cc req-6023ff3b-9458-4c91-ace4-4c46136fd0bd tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 945 time: 0.0950482 Feb 17 17:56:21.969548 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-64bb8e50-e9b0-42e9-a7f9-3850088316cc req-000d0a00-a988-4311-8038-66ed16c0768e tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479872 Feb 17 17:56:23.215453 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5c932-58f9-41f4-b1da-b6431445dcc2 req-5c6ce21d-9dde-4653-ba65-04650b0187e6 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:23.217317 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e8e5c932-58f9-41f4-b1da-b6431445dcc2 req-5c6ce21d-9dde-4653-ba65-04650b0187e6 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 945 time: 0.1122270 Feb 17 17:56:23.277760 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e8e5c932-58f9-41f4-b1da-b6431445dcc2 req-13d5f843-d917-45e4-a71a-86bee9e1cb7a tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519824 Feb 17 17:56:24.564743 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580629b-add2-43c7-b056-26bd573e0cf3 req-bb321928-08b8-4f76-9f83-5d92ea366d5c tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:24.567333 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9580629b-add2-43c7-b056-26bd573e0cf3 req-bb321928-08b8-4f76-9f83-5d92ea366d5c tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 945 time: 0.1115127 Feb 17 17:56:24.636437 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9580629b-add2-43c7-b056-26bd573e0cf3 req-4a082f8d-126d-497f-8cb4-6d3bc3bd5526 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596499 Feb 17 17:56:25.397472 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9b55534a-2128-4c5a-bc09-f6079fd6375b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:25.939852 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc22cdb-785b-4411-a805-d3a8a43f10a2 req-386c72ef-999a-40ad-893a-6c382eeb0be2 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:25.941870 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3cc22cdb-785b-4411-a805-d3a8a43f10a2 req-386c72ef-999a-40ad-893a-6c382eeb0be2 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 945 time: 0.1335645 Feb 17 17:56:26.014528 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3cc22cdb-785b-4411-a805-d3a8a43f10a2 req-081a0dd3-f304-40c9-b31e-4d5419655a3d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651441 Feb 17 17:56:27.290013 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd7733-dad1-489f-bc8c-e9403651fbd9 req-8c1c8222-8e34-4e61-a9e6-d495f675e7f4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:27.291720 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b7bd7733-dad1-489f-bc8c-e9403651fbd9 req-8c1c8222-8e34-4e61-a9e6-d495f675e7f4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 945 time: 0.1109812 Feb 17 17:56:27.360173 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b7bd7733-dad1-489f-bc8c-e9403651fbd9 req-cf0bc861-e2fd-42fb-be51-432dbd531b69 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537872 Feb 17 17:56:27.547418 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b10a1e5f-2ad0-4882-91f9-59a8095fd196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:28.187181 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:56:28.642652 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:28.749549 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30224cdf-f248-4c83-9ea7-d5f14eaf663e req-f64e6f5d-abd2-4d5b-9dcb-77d8b46769cf tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:28.757586 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-30224cdf-f248-4c83-9ea7-d5f14eaf663e req-f64e6f5d-abd2-4d5b-9dcb-77d8b46769cf tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 945 time: 0.1090038 Feb 17 17:56:28.810945 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-30224cdf-f248-4c83-9ea7-d5f14eaf663e req-2bc1ba63-77cd-4fcc-893c-8d33ef7f4bb8 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523965 Feb 17 17:56:29.782904 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:29.935017 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:30.073160 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1e5a6-b105-4b9f-bf34-472fad121cd9 req-dc5b3bc3-b52a-4dc7-a3eb-d5e6c0174324 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:30.075501 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4dc1e5a6-b105-4b9f-bf34-472fad121cd9 req-dc5b3bc3-b52a-4dc7-a3eb-d5e6c0174324 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 945 time: 0.1086347 Feb 17 17:56:30.131024 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4dc1e5a6-b105-4b9f-bf34-472fad121cd9 req-3fd3b63c-daf9-429a-a987-4c75082314ae tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470710 Feb 17 17:56:31.432718 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac9632-6562-48db-816e-fb9450cbcaf8 req-8eb8c815-3b7e-4a3e-ad58-837dd9eb7ecb tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:31.444204 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-6fac9632-6562-48db-816e-fb9450cbcaf8 req-8eb8c815-3b7e-4a3e-ad58-837dd9eb7ecb tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 945 time: 0.1053941 Feb 17 17:56:31.496151 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-6fac9632-6562-48db-816e-fb9450cbcaf8 req-c787d227-119c-4569-b4f7-85074661818d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506730 Feb 17 17:56:32.730509 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53283517-729a-46f0-a5c2-663156635e01 req-d5c230fc-c612-43cc-b2ca-8b5313f795cd tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:32.732276 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-53283517-729a-46f0-a5c2-663156635e01 req-d5c230fc-c612-43cc-b2ca-8b5313f795cd tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 945 time: 0.0992973 Feb 17 17:56:32.787790 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-53283517-729a-46f0-a5c2-663156635e01 req-7265daf2-51e7-4cd8-a56c-1dbd8d7e972d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457606 Feb 17 17:56:33.237736 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703e3f5-9053-45ed-8713-dd015a9f5066 req-90cd1292-1771-4679-afca-58a7aaa08195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:33.239399 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7703e3f5-9053-45ed-8713-dd015a9f5066 req-90cd1292-1771-4679-afca-58a7aaa08195 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3994a7af636a4127ad81e4b5bee876a5&device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 1162 time: 0.2155468 Feb 17 17:56:33.389514 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703e3f5-9053-45ed-8713-dd015a9f5066 req-8699dc3d-0d41-4cb0-bc18-6d0390a1bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:33.391139 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7703e3f5-9053-45ed-8713-dd015a9f5066 req-8699dc3d-0d41-4cb0-bc18-6d0390a1bd2e service neutron] 10.222.0.67 "GET /v2.0/networks?id=148e9e2e-c4f3-41c4-97ba-46e9b419a94e HTTP/1.1" status: 200 len: 911 time: 0.1443832 Feb 17 17:56:33.507913 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7703e3f5-9053-45ed-8713-dd015a9f5066 req-8a31c539-d173-4e2a-9ddb-af6720467605 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=675f818b-86de-40f5-a10f-73e435898fb8 HTTP/1.1" status: 200 len: 1001 time: 0.1079669 Feb 17 17:56:33.584601 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703e3f5-9053-45ed-8713-dd015a9f5066 req-c4c0af77-e861-433d-92b3-2746ccad0a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:33.587010 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7703e3f5-9053-45ed-8713-dd015a9f5066 req-c4c0af77-e861-433d-92b3-2746ccad0a13 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5503d0e5-4ae3-4a76-b823-ab77a7eb8434 HTTP/1.1" status: 200 len: 856 time: 0.0706325 Feb 17 17:56:33.673240 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703e3f5-9053-45ed-8713-dd015a9f5066 req-8510d198-0a83-4719-b23e-ab7bab214d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:33.674887 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7703e3f5-9053-45ed-8713-dd015a9f5066 req-8510d198-0a83-4719-b23e-ab7bab214d33 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=148e9e2e-c4f3-41c4-97ba-46e9b419a94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0805662 Feb 17 17:56:33.826554 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7703e3f5-9053-45ed-8713-dd015a9f5066 req-c5d4cded-453c-4442-a227-83053b6cf579 service neutron] 10.222.0.67 "GET /v2.0/networks/148e9e2e-c4f3-41c4-97ba-46e9b419a94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430709 Feb 17 17:56:34.273571 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7703e3f5-9053-45ed-8713-dd015a9f5066 req-e56d2aed-2e03-4d5f-a40e-acdd1c887db6 service neutron] 10.222.0.67 "GET /v2.0/networks/148e9e2e-c4f3-41c4-97ba-46e9b419a94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4399734 Feb 17 17:56:34.281380 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cbc7ea-68a1-420f-aba1-e718dfa849e3 req-e49a2db3-9794-49e1-bb6e-c1332f2f9e8b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:34.282931 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-00cbc7ea-68a1-420f-aba1-e718dfa849e3 req-e49a2db3-9794-49e1-bb6e-c1332f2f9e8b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 945 time: 0.3556213 Feb 17 17:56:34.337193 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-00cbc7ea-68a1-420f-aba1-e718dfa849e3 req-c476e8af-7843-438c-8258-84d3b8b41bb9 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461512 Feb 17 17:56:35.749368 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc27023-172e-4ddf-933a-fbd0c8119d04 req-9a406456-05f8-48ea-b156-760b069d026b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:35.751113 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5dc27023-172e-4ddf-933a-fbd0c8119d04 req-9a406456-05f8-48ea-b156-760b069d026b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 945 time: 0.1279392 Feb 17 17:56:36.066599 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5dc27023-172e-4ddf-933a-fbd0c8119d04 req-ecc3a7bd-1034-42ea-914c-95c469a521e0 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3073845 Feb 17 17:56:37.165475 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 675f818b-86de-40f5-a10f-73e435898fb8 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:56:37.306279 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0a32c-f15f-49e7-a0c3-4100aceac944 req-693e6001-7902-49fa-af0f-ee743b4c4a1f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:37.308258 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-01e0a32c-f15f-49e7-a0c3-4100aceac944 req-693e6001-7902-49fa-af0f-ee743b4c4a1f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 945 time: 0.1010633 Feb 17 17:56:37.323436 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:37.359144 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7563b22c-68c8-4c7b-93b1-b4f1fd927b0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '675f818b-86de-40f5-a10f-73e435898fb8'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:56:37.362716 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-01e0a32c-f15f-49e7-a0c3-4100aceac944 req-7734f947-4f04-4ff9-9a67-291366487cc9 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468817 Feb 17 17:56:37.369271 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] For port 675f818b-86de-40f5-a10f-73e435898fb8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=675f818b-86de-40f5-a10f-73e435898fb8,segment=NetworkSegment(d6c40ba5-568a-477a-8ba4-567b28b5f497),segment_id=d6c40ba5-568a-477a-8ba4-567b28b5f497)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:56:37.374096 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:37.376562 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:37.480699 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Pushing event updated for resources: {'Port': ['ID=675f818b-86de-40f5-a10f-73e435898fb8,revision_number=5']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:37.491588 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:37.491985 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:37.492376 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:37.492826 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:37.493204 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:37.493580 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:37.493952 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:37.494323 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:37.494721 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:37.495092 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:37.495467 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:37.495833 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:37.496261 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:37.496634 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:37.497042 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:37.497411 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:37.497779 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:37.498145 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:37.498519 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:37.498882 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:37.500725 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:37.500725 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:37.500725 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:37.500725 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:37.505235 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:37.528467 dv-cinder-760199-3-smb neutron-server[83873]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7563b22c-68c8-4c7b-93b1-b4f1fd927b0a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '675f818b-86de-40f5-a10f-73e435898fb8', 'code': 422} returned with failed status Feb 17 17:56:37.879978 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5ff23b7d-e89c-457a-80a5-39212f807a4b req-9c65dde6-2a13-4985-9aab-459692cf2eba service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8202ba04-c98f-430f-900b-25b399c2827f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0831382 Feb 17 17:56:38.087066 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff23b7d-e89c-457a-80a5-39212f807a4b req-4bdef204-5d7d-44f3-b09c-9f112b88472e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:38.088715 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5ff23b7d-e89c-457a-80a5-39212f807a4b req-4bdef204-5d7d-44f3-b09c-9f112b88472e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc924de1492e41db80e64bc749ca753a&device_id=8202ba04-c98f-430f-900b-25b399c2827f HTTP/1.1" status: 200 len: 1163 time: 0.0922537 Feb 17 17:56:38.260044 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff23b7d-e89c-457a-80a5-39212f807a4b req-e8e4298b-7407-4999-88f7-018a11d430f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:38.261676 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5ff23b7d-e89c-457a-80a5-39212f807a4b req-e8e4298b-7407-4999-88f7-018a11d430f6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2bd27a9c-fc05-4957-b6fc-79c4c62cef95 HTTP/1.1" status: 200 len: 905 time: 0.1476123 Feb 17 17:56:38.374415 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5ff23b7d-e89c-457a-80a5-39212f807a4b req-1bdd292a-c7df-401d-8150-0b079eab95b9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8320891-bbc0-40f0-b13f-52ba70fd9d09 HTTP/1.1" status: 200 len: 1000 time: 0.1053498 Feb 17 17:56:38.452770 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff23b7d-e89c-457a-80a5-39212f807a4b req-c6bda7f1-e354-4ad6-bd35-02521afc07e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:38.454402 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5ff23b7d-e89c-457a-80a5-39212f807a4b req-c6bda7f1-e354-4ad6-bd35-02521afc07e9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=90273680-1e5e-433f-9236-ce524691d25a HTTP/1.1" status: 200 len: 850 time: 0.0723197 Feb 17 17:56:38.563607 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff23b7d-e89c-457a-80a5-39212f807a4b req-bf4c9291-66db-43fc-bb23-1a74fcb1a9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:38.565575 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5ff23b7d-e89c-457a-80a5-39212f807a4b req-bf4c9291-66db-43fc-bb23-1a74fcb1a9b9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2bd27a9c-fc05-4957-b6fc-79c4c62cef95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0993319 Feb 17 17:56:38.730370 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5ff23b7d-e89c-457a-80a5-39212f807a4b req-20ef9d00-e162-4126-bb59-4a181fe2e6ad service neutron] 10.222.0.67 "GET /v2.0/networks/2bd27a9c-fc05-4957-b6fc-79c4c62cef95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572697 Feb 17 17:56:38.752257 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:38.923187 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5ff23b7d-e89c-457a-80a5-39212f807a4b req-9ab7e145-9e59-483c-bffa-9122adc2a3a7 service neutron] 10.222.0.67 "GET /v2.0/networks/2bd27a9c-fc05-4957-b6fc-79c4c62cef95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1851010 Feb 17 17:56:39.109335 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c5b835ae-838e-4abb-8f47-937a39dc2cb7 req-9cd50045-84b4-47be-875c-7b79779f454f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0960340 Feb 17 17:56:39.134687 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765078f-adcc-4dd9-ab65-5284d14219fd req-53925aae-26ac-49ae-b2c4-5ff90faac306 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:39.136720 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9765078f-adcc-4dd9-ab65-5284d14219fd req-53925aae-26ac-49ae-b2c4-5ff90faac306 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 943 time: 0.1516938 Feb 17 17:56:39.245932 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9765078f-adcc-4dd9-ab65-5284d14219fd req-be510aa7-227c-48ed-b38e-26c37c0b928c tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851843 Feb 17 17:56:39.586882 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816783d-b428-47a0-b302-2427205fb729 req-b9c12bf3-454e-43ba-8d07-9d617bf3ba19 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:39.588783 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5816783d-b428-47a0-b302-2427205fb729 req-b9c12bf3-454e-43ba-8d07-9d617bf3ba19 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1a2d52-ed45-4c72-afba-bf7ddf05e16d HTTP/1.1" status: 200 len: 945 time: 0.0962615 Feb 17 17:56:39.642522 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5816783d-b428-47a0-b302-2427205fb729 req-efc01165-ba04-415a-a1e8-7dfcbcc1420d tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468690 Feb 17 17:56:39.922360 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b835ae-838e-4abb-8f47-937a39dc2cb7 req-1160bc53-22bf-4cbe-b1ff-50cc558af707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:39.924019 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c5b835ae-838e-4abb-8f47-937a39dc2cb7 req-1160bc53-22bf-4cbe-b1ff-50cc558af707 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a&tenant_id=3994a7af636a4127ad81e4b5bee876a5 HTTP/1.1" status: 200 len: 1160 time: 0.0840027 Feb 17 17:56:40.058033 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b835ae-838e-4abb-8f47-937a39dc2cb7 req-71548c80-d275-4cd7-b61a-bcc2f3941c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:40.059681 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c5b835ae-838e-4abb-8f47-937a39dc2cb7 req-71548c80-d275-4cd7-b61a-bcc2f3941c80 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3994a7af636a4127ad81e4b5bee876a5&device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 1160 time: 0.0907726 Feb 17 17:56:40.222126 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b835ae-838e-4abb-8f47-937a39dc2cb7 req-9d0d9efb-864a-47f0-b05c-c513bbcc2625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:40.223740 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c5b835ae-838e-4abb-8f47-937a39dc2cb7 req-9d0d9efb-864a-47f0-b05c-c513bbcc2625 service neutron] 10.222.0.67 "GET /v2.0/networks?id=148e9e2e-c4f3-41c4-97ba-46e9b419a94e HTTP/1.1" status: 200 len: 911 time: 0.1556683 Feb 17 17:56:40.340596 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c5b835ae-838e-4abb-8f47-937a39dc2cb7 req-7474a2ad-88ab-404a-b614-5da37542c87e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=675f818b-86de-40f5-a10f-73e435898fb8 HTTP/1.1" status: 200 len: 999 time: 0.1064534 Feb 17 17:56:40.473169 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b835ae-838e-4abb-8f47-937a39dc2cb7 req-3ab0239e-8b9a-4821-abb2-1e984b92da4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:40.475118 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c5b835ae-838e-4abb-8f47-937a39dc2cb7 req-3ab0239e-8b9a-4821-abb2-1e984b92da4a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5503d0e5-4ae3-4a76-b823-ab77a7eb8434 HTTP/1.1" status: 200 len: 856 time: 0.1267090 Feb 17 17:56:40.555209 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b524b1-451c-4751-8358-b323e699c9be req-2dcda0f3-2d9d-4261-a0f5-00d8830e1c39 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:40.555209 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-97b524b1-451c-4751-8358-b323e699c9be req-2dcda0f3-2d9d-4261-a0f5-00d8830e1c39 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 943 time: 0.1660380 Feb 17 17:56:40.619011 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-97b524b1-451c-4751-8358-b323e699c9be req-51878340-d81b-46ee-9d82-19959f08e9d9 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573928 Feb 17 17:56:40.631650 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b835ae-838e-4abb-8f47-937a39dc2cb7 req-1b936245-8370-4aaa-81cd-cfd272a586e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:40.633395 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c5b835ae-838e-4abb-8f47-937a39dc2cb7 req-1b936245-8370-4aaa-81cd-cfd272a586e7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=148e9e2e-c4f3-41c4-97ba-46e9b419a94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1487656 Feb 17 17:56:40.799968 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c5b835ae-838e-4abb-8f47-937a39dc2cb7 req-c1e029f7-968b-4bb3-8cb9-11f63c31ce88 service neutron] 10.222.0.67 "GET /v2.0/networks/148e9e2e-c4f3-41c4-97ba-46e9b419a94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566684 Feb 17 17:56:40.873843 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a723cb-6db0-4115-b5e8-db5a18ea4bca req-743078b8-ebc2-4ea6-a221-cae224adcf7a tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:40.876895 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-68a723cb-6db0-4115-b5e8-db5a18ea4bca req-743078b8-ebc2-4ea6-a221-cae224adcf7a tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1a2d52-ed45-4c72-afba-bf7ddf05e16d HTTP/1.1" status: 200 len: 945 time: 0.1107891 Feb 17 17:56:40.934048 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-68a723cb-6db0-4115-b5e8-db5a18ea4bca req-0914f1ca-2c76-4ece-9568-9ebed9d79766 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511336 Feb 17 17:56:40.975361 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c5b835ae-838e-4abb-8f47-937a39dc2cb7 req-2b7e42da-dcc6-422a-8f29-e2d4e4e5cfbd service neutron] 10.222.0.67 "GET /v2.0/networks/148e9e2e-c4f3-41c4-97ba-46e9b419a94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1663845 Feb 17 17:56:41.170063 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6854c8-9a65-4f6a-ad0c-22d9e24d49eb req-18a2b7d0-220f-4d4e-ae43-d5857e0c6e5d tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:41.171697 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-aa6854c8-9a65-4f6a-ad0c-22d9e24d49eb req-18a2b7d0-220f-4d4e-ae43-d5857e0c6e5d tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=8202ba04-c98f-430f-900b-25b399c2827f HTTP/1.1" status: 200 len: 946 time: 0.0894740 Feb 17 17:56:41.221563 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-aa6854c8-9a65-4f6a-ad0c-22d9e24d49eb req-15856fd1-80ff-444a-bf4c-a5abbe33122b tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=3e182ffd-7af6-43a7-8f2a-c5a90ba80a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427620 Feb 17 17:56:41.842028 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e39b0a-e30c-4868-a052-4de56038c99b req-91241511-0cf7-4362-9515-8acbaa5858d6 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:41.843840 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-82e39b0a-e30c-4868-a052-4de56038c99b req-91241511-0cf7-4362-9515-8acbaa5858d6 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 943 time: 0.0926027 Feb 17 17:56:41.902303 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-82e39b0a-e30c-4868-a052-4de56038c99b req-7621e8a4-ad91-4618-ad54-2f7ab583c0ba tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508854 Feb 17 17:56:42.258822 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436fb42-3941-4030-822e-e0d6d959bcc6 req-df62ccb2-2999-4c0c-bde6-c7a84f709eec tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:42.260967 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f436fb42-3941-4030-822e-e0d6d959bcc6 req-df62ccb2-2999-4c0c-bde6-c7a84f709eec tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1a2d52-ed45-4c72-afba-bf7ddf05e16d HTTP/1.1" status: 200 len: 945 time: 0.1072624 Feb 17 17:56:42.327777 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f436fb42-3941-4030-822e-e0d6d959bcc6 req-153e6039-2570-4cd8-87f0-bf750a63cea9 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602729 Feb 17 17:56:42.462829 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163dd6e-8a26-474a-81e2-cd0879347e03 req-3d80a61f-9555-4baa-b4b5-00d875e37427 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:42.464378 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e163dd6e-8a26-474a-81e2-cd0879347e03 req-3d80a61f-9555-4baa-b4b5-00d875e37427 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=8202ba04-c98f-430f-900b-25b399c2827f HTTP/1.1" status: 200 len: 946 time: 0.0944917 Feb 17 17:56:42.517577 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e163dd6e-8a26-474a-81e2-cd0879347e03 req-93afb9f1-491f-41ad-a76d-4aed3a23928c tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=3e182ffd-7af6-43a7-8f2a-c5a90ba80a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467236 Feb 17 17:56:43.132296 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480a8e7-e344-45d2-a21b-f8071d490116 req-37e95eb5-01f1-48cb-a58e-fc898ac9e472 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:43.133985 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0480a8e7-e344-45d2-a21b-f8071d490116 req-37e95eb5-01f1-48cb-a58e-fc898ac9e472 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 943 time: 0.1023231 Feb 17 17:56:43.185953 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0480a8e7-e344-45d2-a21b-f8071d490116 req-f03c3c1a-11a7-4826-a9d1-8b8128f5b2ee tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455694 Feb 17 17:56:43.567585 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb751a9-ee49-40c6-b798-9de38e6502ce req-8ea930ec-7e3f-44fc-9e67-63d4718f13dc tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:43.570507 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3cb751a9-ee49-40c6-b798-9de38e6502ce req-8ea930ec-7e3f-44fc-9e67-63d4718f13dc tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1a2d52-ed45-4c72-afba-bf7ddf05e16d HTTP/1.1" status: 200 len: 945 time: 0.1068790 Feb 17 17:56:43.628515 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3cb751a9-ee49-40c6-b798-9de38e6502ce req-2c486d4a-e84f-4129-bcbb-899a88638c2f tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515945 Feb 17 17:56:43.738152 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41274040-12a8-4ec0-ad42-ab310208b0c1 req-adafcd80-9c00-4e84-b69d-0fdb28e79f10 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:43.740582 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-41274040-12a8-4ec0-ad42-ab310208b0c1 req-adafcd80-9c00-4e84-b69d-0fdb28e79f10 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=8202ba04-c98f-430f-900b-25b399c2827f HTTP/1.1" status: 200 len: 946 time: 0.0969985 Feb 17 17:56:43.795298 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-41274040-12a8-4ec0-ad42-ab310208b0c1 req-f34d565c-c585-4f32-ae8f-c315d8c7bf1e tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=3e182ffd-7af6-43a7-8f2a-c5a90ba80a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474379 Feb 17 17:56:44.408065 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f787f-33d3-4a6a-91b2-7524af784470 req-3679d983-038d-4122-a7cc-45be1792abb1 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:44.409649 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-303f787f-33d3-4a6a-91b2-7524af784470 req-3679d983-038d-4122-a7cc-45be1792abb1 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 943 time: 0.0918629 Feb 17 17:56:44.463175 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-303f787f-33d3-4a6a-91b2-7524af784470 req-f0de99ea-5f22-49de-8622-8f80f192f9d8 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451241 Feb 17 17:56:44.858499 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970179c-de75-4590-b72d-fa69de0c3348 req-0c8ec479-0d52-419a-8a69-ea6f0fd1b960 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:44.860199 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f970179c-de75-4590-b72d-fa69de0c3348 req-0c8ec479-0d52-419a-8a69-ea6f0fd1b960 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1a2d52-ed45-4c72-afba-bf7ddf05e16d HTTP/1.1" status: 200 len: 945 time: 0.1082547 Feb 17 17:56:44.921753 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f970179c-de75-4590-b72d-fa69de0c3348 req-577d5a17-ac1b-40cb-adcf-65bb8fac2443 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543528 Feb 17 17:56:45.030272 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac9f79-bce8-4b4f-9e52-10da79be94ef req-1d87795a-30d2-4a8a-9485-2f2a44b290ee tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:45.031882 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-01ac9f79-bce8-4b4f-9e52-10da79be94ef req-1d87795a-30d2-4a8a-9485-2f2a44b290ee tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=8202ba04-c98f-430f-900b-25b399c2827f HTTP/1.1" status: 200 len: 946 time: 0.1034887 Feb 17 17:56:45.099561 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-01ac9f79-bce8-4b4f-9e52-10da79be94ef req-b91a9e91-4d27-47d6-86ac-9b2b0cef5e62 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=3e182ffd-7af6-43a7-8f2a-c5a90ba80a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583842 Feb 17 17:56:45.691396 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cc7be-af04-44bc-81c0-572c92f62c06 req-d8c56557-27a2-48cf-8d09-87ee5af4c0c0 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:45.693727 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-508cc7be-af04-44bc-81c0-572c92f62c06 req-d8c56557-27a2-48cf-8d09-87ee5af4c0c0 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 943 time: 0.0927510 Feb 17 17:56:45.747941 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-508cc7be-af04-44bc-81c0-572c92f62c06 req-e2f26cc9-cc7d-4cb0-812f-88b3fac56dd5 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477028 Feb 17 17:56:46.144150 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65eadb5-5adc-438b-afac-6e51dd82ce09 req-ccef1bd3-4c09-42ee-ae66-55868fe3c3d1 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:46.146361 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c65eadb5-5adc-438b-afac-6e51dd82ce09 req-ccef1bd3-4c09-42ee-ae66-55868fe3c3d1 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1a2d52-ed45-4c72-afba-bf7ddf05e16d HTTP/1.1" status: 200 len: 945 time: 0.0985661 Feb 17 17:56:46.214706 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c65eadb5-5adc-438b-afac-6e51dd82ce09 req-9b7daaaa-a247-489a-8124-d01d8ed01223 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568299 Feb 17 17:56:46.328933 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35b614-9c66-4003-956d-042350a04766 req-f848c7fe-b21c-498c-b40b-f0cd1344f0fc tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:46.328933 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1b35b614-9c66-4003-956d-042350a04766 req-f848c7fe-b21c-498c-b40b-f0cd1344f0fc tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=8202ba04-c98f-430f-900b-25b399c2827f HTTP/1.1" status: 200 len: 946 time: 0.0993583 Feb 17 17:56:46.394936 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1b35b614-9c66-4003-956d-042350a04766 req-b630a767-94a7-49df-81a5-a4d61eb6f0f9 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=3e182ffd-7af6-43a7-8f2a-c5a90ba80a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675843 Feb 17 17:56:46.977953 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba0cc1-cbcd-438e-a182-4b746964be24 req-f3c00a5c-de16-4c45-b597-6a27d0a165ab tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:46.980741 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-78ba0cc1-cbcd-438e-a182-4b746964be24 req-f3c00a5c-de16-4c45-b597-6a27d0a165ab tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 943 time: 0.0965416 Feb 17 17:56:47.034057 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-78ba0cc1-cbcd-438e-a182-4b746964be24 req-70f8d0f5-fd6d-4e83-a9b6-14c41a2affb8 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459347 Feb 17 17:56:47.433011 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e3651-db32-4eb1-9e38-fd0040240ddd req-f910df76-604e-440b-8a1d-f12490426bc6 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:47.434592 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fc7e3651-db32-4eb1-9e38-fd0040240ddd req-f910df76-604e-440b-8a1d-f12490426bc6 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1a2d52-ed45-4c72-afba-bf7ddf05e16d HTTP/1.1" status: 200 len: 945 time: 0.0963037 Feb 17 17:56:47.515333 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fc7e3651-db32-4eb1-9e38-fd0040240ddd req-879b4fce-5468-4011-9b98-2922947fd4a7 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618968 Feb 17 17:56:47.629796 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fb1fd-f897-422f-9578-cea37cc2170a req-7cdf951b-7d5f-4982-b6f9-54040dd889f4 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:47.632877 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cd4fb1fd-f897-422f-9578-cea37cc2170a req-7cdf951b-7d5f-4982-b6f9-54040dd889f4 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=8202ba04-c98f-430f-900b-25b399c2827f HTTP/1.1" status: 200 len: 946 time: 0.0987802 Feb 17 17:56:47.683047 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cd4fb1fd-f897-422f-9578-cea37cc2170a req-aef0c7ee-c6b6-4bab-b2fb-391932a69a7b tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=3e182ffd-7af6-43a7-8f2a-c5a90ba80a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438147 Feb 17 17:56:48.249367 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86218a9-2b91-4732-abff-d846a4b9e7ff req-d1691857-25de-4235-a0df-18e70380b36d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:48.250969 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d86218a9-2b91-4732-abff-d846a4b9e7ff req-d1691857-25de-4235-a0df-18e70380b36d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 943 time: 0.0914896 Feb 17 17:56:48.320733 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d86218a9-2b91-4732-abff-d846a4b9e7ff req-68a176d7-9c23-409a-bf30-741df75d05b0 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624478 Feb 17 17:56:48.736045 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9906e2-9857-4f49-90f3-e3518c2a9790 req-c637a92f-f7f9-44d9-aa9e-20f0aff7bab7 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:48.744712 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-db9906e2-9857-4f49-90f3-e3518c2a9790 req-c637a92f-f7f9-44d9-aa9e-20f0aff7bab7 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1a2d52-ed45-4c72-afba-bf7ddf05e16d HTTP/1.1" status: 200 len: 945 time: 0.1027021 Feb 17 17:56:48.793361 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-db9906e2-9857-4f49-90f3-e3518c2a9790 req-27bc50c3-61e3-40f5-a52a-c738bab1db78 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476539 Feb 17 17:56:48.925066 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa295b5f-fb5a-4607-b6d7-ed71f7f4f2fb req-7abfdb42-d187-4fd5-a588-4c7bcbeff132 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:48.929648 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fa295b5f-fb5a-4607-b6d7-ed71f7f4f2fb req-7abfdb42-d187-4fd5-a588-4c7bcbeff132 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=8202ba04-c98f-430f-900b-25b399c2827f HTTP/1.1" status: 200 len: 946 time: 0.1229100 Feb 17 17:56:48.983690 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fa295b5f-fb5a-4607-b6d7-ed71f7f4f2fb req-9d540fd6-2d4e-47f6-b037-934c7161a28c tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=3e182ffd-7af6-43a7-8f2a-c5a90ba80a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470667 Feb 17 17:56:49.549528 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb1de4-6e8d-434a-bda2-e8ad0e4e3efc req-ebfe0f99-c0ea-4640-8707-b972f51397c0 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:49.551146 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-90cb1de4-6e8d-434a-bda2-e8ad0e4e3efc req-ebfe0f99-c0ea-4640-8707-b972f51397c0 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 943 time: 0.1051679 Feb 17 17:56:49.604397 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-90cb1de4-6e8d-434a-bda2-e8ad0e4e3efc req-bfdfce10-9f89-4b0d-b35a-9bde024ddf46 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455799 Feb 17 17:56:50.024229 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d3a22-a7e6-47fe-ad2b-c72af44895a6 req-b3ed9da7-f52b-4336-9401-1aa0aaeab1e5 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:50.025953 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1a9d3a22-a7e6-47fe-ad2b-c72af44895a6 req-b3ed9da7-f52b-4336-9401-1aa0aaeab1e5 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1a2d52-ed45-4c72-afba-bf7ddf05e16d HTTP/1.1" status: 200 len: 945 time: 0.1045635 Feb 17 17:56:50.082630 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1a9d3a22-a7e6-47fe-ad2b-c72af44895a6 req-262c8b48-78c1-4f38-a129-ad8850b69a05 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497634 Feb 17 17:56:50.216926 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c22778-9952-48ce-a19d-4837a5977337 req-0fc042a9-2392-4c26-8ecb-609e45767bee tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:50.219198 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-22c22778-9952-48ce-a19d-4837a5977337 req-0fc042a9-2392-4c26-8ecb-609e45767bee tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=8202ba04-c98f-430f-900b-25b399c2827f HTTP/1.1" status: 200 len: 946 time: 0.0982785 Feb 17 17:56:50.286127 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-22c22778-9952-48ce-a19d-4837a5977337 req-bb00432e-5422-4de9-959d-e764e22dbeac tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=3e182ffd-7af6-43a7-8f2a-c5a90ba80a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529828 Feb 17 17:56:50.832887 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c77ee-5823-41e3-a06c-164398cca2cc req-c5500b68-3ec3-4214-85de-e551934a142b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:50.835738 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-585c77ee-5823-41e3-a06c-164398cca2cc req-c5500b68-3ec3-4214-85de-e551934a142b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 943 time: 0.0950267 Feb 17 17:56:50.889073 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-585c77ee-5823-41e3-a06c-164398cca2cc req-1a02af0b-bdfc-48d5-85fa-4bf48c41852d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466926 Feb 17 17:56:51.302915 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bb115-cbda-4d6a-8483-67e20d45468a req-9dd1df6d-9cfd-42e6-a575-711a99e581d8 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:51.304677 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d14bb115-cbda-4d6a-8483-67e20d45468a req-9dd1df6d-9cfd-42e6-a575-711a99e581d8 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1a2d52-ed45-4c72-afba-bf7ddf05e16d HTTP/1.1" status: 200 len: 945 time: 0.0942810 Feb 17 17:56:51.357198 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d14bb115-cbda-4d6a-8483-67e20d45468a req-c116d2a0-881d-4098-9585-4278bd963786 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457473 Feb 17 17:56:51.506927 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be789885-9348-4385-9310-dec85a974641 req-a4f5e072-a859-46d8-bbe6-05271fe87bb8 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:51.508630 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-be789885-9348-4385-9310-dec85a974641 req-a4f5e072-a859-46d8-bbe6-05271fe87bb8 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=8202ba04-c98f-430f-900b-25b399c2827f HTTP/1.1" status: 200 len: 946 time: 0.0944092 Feb 17 17:56:51.560352 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-be789885-9348-4385-9310-dec85a974641 req-282e68e9-2fc7-403c-ad1a-29cc19d0650e tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=3e182ffd-7af6-43a7-8f2a-c5a90ba80a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452330 Feb 17 17:56:52.119554 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ca319-2617-4696-b810-a402bc95df95 req-da2a4e8c-39e7-4b57-ad14-eae1fbcdcac7 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:52.127694 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-739ca319-2617-4696-b810-a402bc95df95 req-da2a4e8c-39e7-4b57-ad14-eae1fbcdcac7 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 943 time: 0.1061258 Feb 17 17:56:52.182647 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-739ca319-2617-4696-b810-a402bc95df95 req-4ab2aaa7-3231-4912-b1d5-595d90baac28 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539091 Feb 17 17:56:52.577020 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb2f3e-45b7-4222-bf0d-f10ceffbb573 req-c1b89797-c66e-43c6-b1c3-c6d3f3265978 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:52.578668 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-52cb2f3e-45b7-4222-bf0d-f10ceffbb573 req-c1b89797-c66e-43c6-b1c3-c6d3f3265978 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1a2d52-ed45-4c72-afba-bf7ddf05e16d HTTP/1.1" status: 200 len: 945 time: 0.0953526 Feb 17 17:56:52.628936 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-52cb2f3e-45b7-4222-bf0d-f10ceffbb573 req-a3e19c59-13ac-41e5-8ca2-d8ac520bca11 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427310 Feb 17 17:56:52.763576 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967543fc-4eca-45b9-93e7-c4fcb052ad7e req-2e0d77f0-1360-4179-9c1d-ec8d1443896c tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:52.765254 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-967543fc-4eca-45b9-93e7-c4fcb052ad7e req-2e0d77f0-1360-4179-9c1d-ec8d1443896c tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=8202ba04-c98f-430f-900b-25b399c2827f HTTP/1.1" status: 200 len: 946 time: 0.0877230 Feb 17 17:56:52.815710 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-967543fc-4eca-45b9-93e7-c4fcb052ad7e req-727d11f7-b570-4bc9-896c-8fe7326a58a0 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=3e182ffd-7af6-43a7-8f2a-c5a90ba80a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434251 Feb 17 17:56:53.396777 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112304e-d27a-4ed0-aef5-96547743559d req-1b5d2301-8cd4-436e-a9a4-2bde706c2f59 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:53.398320 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2112304e-d27a-4ed0-aef5-96547743559d req-1b5d2301-8cd4-436e-a9a4-2bde706c2f59 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 943 time: 0.0921559 Feb 17 17:56:53.450673 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2112304e-d27a-4ed0-aef5-96547743559d req-cb254beb-faa3-40ac-aef4-09da099c1b51 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461123 Feb 17 17:56:53.840326 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2096262-bebb-4f8b-a581-10ed9c8742f3 req-42635715-3eca-4c1a-a5b9-eb875eaa3cd2 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:53.842929 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b2096262-bebb-4f8b-a581-10ed9c8742f3 req-42635715-3eca-4c1a-a5b9-eb875eaa3cd2 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1a2d52-ed45-4c72-afba-bf7ddf05e16d HTTP/1.1" status: 200 len: 945 time: 0.0946777 Feb 17 17:56:53.896304 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b2096262-bebb-4f8b-a581-10ed9c8742f3 req-d6553aaa-b842-43d6-8532-747b4db00d4c tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466206 Feb 17 17:56:54.022142 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a81b8-0e6a-43be-bb62-94d759b8dc9a req-0e7ad384-8905-4bb4-9e02-1567fe1941e7 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:54.023786 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9e8a81b8-0e6a-43be-bb62-94d759b8dc9a req-0e7ad384-8905-4bb4-9e02-1567fe1941e7 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=8202ba04-c98f-430f-900b-25b399c2827f HTTP/1.1" status: 200 len: 946 time: 0.0876389 Feb 17 17:56:54.074138 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9e8a81b8-0e6a-43be-bb62-94d759b8dc9a req-22a54820-72b5-408b-9d34-b12c5b27e559 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=3e182ffd-7af6-43a7-8f2a-c5a90ba80a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440612 Feb 17 17:56:54.539573 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbbdd5-e39b-4336-ba99-5bd372b0e190 req-10349279-5f51-4953-9d78-03f31e8ac6c1 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:54.541285 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-16bbbdd5-e39b-4336-ba99-5bd372b0e190 req-10349279-5f51-4953-9d78-03f31e8ac6c1 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.67 "GET /v2.0/ports?device_id=8202ba04-c98f-430f-900b-25b399c2827f HTTP/1.1" status: 200 len: 946 time: 0.0888262 Feb 17 17:56:54.676244 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-16bbbdd5-e39b-4336-ba99-5bd372b0e190 req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Deleting port b8320891-bbc0-40f0-b13f-52ba70fd9d09 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:56:54.676631 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-16bbbdd5-e39b-4336-ba99-5bd372b0e190 req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:54.807007 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241379f8-5522-4629-8926-7fe47add7cce req-3ff3d4a7-d3c1-42de-980b-740d4212285d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:54.808676 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-241379f8-5522-4629-8926-7fe47add7cce req-3ff3d4a7-d3c1-42de-980b-740d4212285d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 943 time: 0.2193329 Feb 17 17:56:55.124068 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3fa4e-25b6-4875-b9cd-44ade90884ec req-aa256071-9d79-4296-ab07-39b8f1144808 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:55.125730 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-73f3fa4e-25b6-4875-b9cd-44ade90884ec req-aa256071-9d79-4296-ab07-39b8f1144808 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1a2d52-ed45-4c72-afba-bf7ddf05e16d HTTP/1.1" status: 200 len: 945 time: 0.0991075 Feb 17 17:56:55.175946 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-73f3fa4e-25b6-4875-b9cd-44ade90884ec req-23127a47-356f-4187-9e2f-9e6f67f77f99 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429730 Feb 17 17:56:55.180284 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-241379f8-5522-4629-8926-7fe47add7cce req-e4aebdff-33f9-4943-a3c1-c08c5d8dcf3a tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3631034 Feb 17 17:56:55.241136 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-16bbbdd5-e39b-4336-ba99-5bd372b0e190 req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] For port b8320891-bbc0-40f0-b13f-52ba70fd9d09, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=b8320891-bbc0-40f0-b13f-52ba70fd9d09,segment=NetworkSegment(2a1dcd4d-620f-46e8-b260-044519dcb572),segment_id=2a1dcd4d-620f-46e8-b260-044519dcb572)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:56:55.241535 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-16bbbdd5-e39b-4336-ba99-5bd372b0e190 req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:55.368454 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d376d2a-66a6-4a33-9825-3f1a3fe7c747 req-af67caf9-6647-4701-90cb-f0b6c9144a0a tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:55.370041 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5d376d2a-66a6-4a33-9825-3f1a3fe7c747 req-af67caf9-6647-4701-90cb-f0b6c9144a0a tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=8202ba04-c98f-430f-900b-25b399c2827f HTTP/1.1" status: 200 len: 946 time: 0.0891962 Feb 17 17:56:55.400362 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-acb2b78f-29da-4677-8230-c0ec68f354bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:55.423806 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5d376d2a-66a6-4a33-9825-3f1a3fe7c747 req-e34f6950-d323-4d82-8f5e-54ee46c46778 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups?id=3e182ffd-7af6-43a7-8f2a-c5a90ba80a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472403 Feb 17 17:56:55.570177 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-16bbbdd5-e39b-4336-ba99-5bd372b0e190 req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:55.570842 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-16bbbdd5-e39b-4336-ba99-5bd372b0e190 req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846487875'] for floatingip, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:55.570966 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.db.l3_db [req-16bbbdd5-e39b-4336-ba99-5bd372b0e190 req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Floating IP c6b06d19-4141-4396-b75c-2ff47fe3d46b disassociated. External IP: 172.28.3.9, port: b8320891-bbc0-40f0-b13f-52ba70fd9d09. Feb 17 17:56:55.571259 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-16bbbdd5-e39b-4336-ba99-5bd372b0e190 req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Calling delete_port for b8320891-bbc0-40f0-b13f-52ba70fd9d09 owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:56:55.728188 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-16bbbdd5-e39b-4336-ba99-5bd372b0e190 req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:55.744216 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-694dce2e-6435-4976-8c10-7213cc9096f5 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:55.843713 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Pushing event deleted for resources: {'Port': ['ID=b8320891-bbc0-40f0-b13f-52ba70fd9d09,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:55.863676 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 675f818b-86de-40f5-a10f-73e435898fb8 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:56:55.868873 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:55.869297 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:55.869708 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:55.870234 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:55.870549 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:55.870891 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:55.871287 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:55.871680 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:55.872076 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:55.872462 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:55.872896 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:55.873285 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:55.873729 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:55.874117 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:55.874502 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:55.874895 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:55.875275 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:55.875663 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:55.876046 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:55.876432 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:55.876847 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:55.877230 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:55.877615 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:55.877997 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:55.884428 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:55.941300 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 675f818b-86de-40f5-a10f-73e435898fb8 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:55.941724 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:56.077735 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:56.109130 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7563b22c-68c8-4c7b-93b1-b4f1fd927b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675f818b-86de-40f5-a10f-73e435898fb8'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:56:56.119831 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] For port 675f818b-86de-40f5-a10f-73e435898fb8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=675f818b-86de-40f5-a10f-73e435898fb8,segment=NetworkSegment(d6c40ba5-568a-477a-8ba4-567b28b5f497),segment_id=d6c40ba5-568a-477a-8ba4-567b28b5f497)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:56:56.122878 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:56.125708 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:56.167208 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device b8320891-bbc0-40f0-b13f-52ba70fd9d09 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:56:56.212857 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7563b22c-68c8-4c7b-93b1-b4f1fd927b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675f818b-86de-40f5-a10f-73e435898fb8', 'code': 200} Feb 17 17:56:56.227814 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16bbbdd5-e39b-4336-ba99-5bd372b0e190 req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Router d5ad8e49-5d6c-467e-a581-feea0114cb1f has already been hosted by L3 agent b696c7bc-35f9-4b20-9049-f598d63d0e6c {{(pid=83987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:56:56.240996 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2aa063-b87e-4a4c-a323-49c55bf4cf8a req-eade913f-ad5f-475f-b822-032530505b26 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:56.242705 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ba2aa063-b87e-4a4c-a323-49c55bf4cf8a req-eade913f-ad5f-475f-b822-032530505b26 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a1a2d52-ed45-4c72-afba-bf7ddf05e16d HTTP/1.1" status: 200 len: 945 time: 0.1684391 Feb 17 17:56:56.254932 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] No Port match for: b8320891-bbc0-40f0-b13f-52ba70fd9d09 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:56:56.255280 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device b8320891-bbc0-40f0-b13f-52ba70fd9d09 not bound to the agent host hv-cinder-76019 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:56:56.297955 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Pushing event updated for resources: {'Port': ['ID=675f818b-86de-40f5-a10f-73e435898fb8,revision_number=6']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:56.301818 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:56.483733 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7157c4-57e4-4975-86d3-3f64a8bc5a65 req-1fccff5c-e022-443f-9e58-4a48149da768 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:56.485682 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4f7157c4-57e4-4975-86d3-3f64a8bc5a65 req-1fccff5c-e022-443f-9e58-4a48149da768 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1a2d52-ed45-4c72-afba-bf7ddf05e16d HTTP/1.1" status: 200 len: 945 time: 0.1552765 Feb 17 17:56:56.562789 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4f7157c4-57e4-4975-86d3-3f64a8bc5a65 req-49d027c8-b563-45bf-8310-a31aca1c86d1 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674534 Feb 17 17:56:56.573072 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-ba2aa063-b87e-4a4c-a323-49c55bf4cf8a req-e19e4977-8575-49ad-bf73-96e1d21d7f93 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Deleting port b564c182-6695-48ec-8d6c-94acf0776708 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:56:56.573072 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ba2aa063-b87e-4a4c-a323-49c55bf4cf8a req-e19e4977-8575-49ad-bf73-96e1d21d7f93 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:56.582376 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dac396-83ee-4eb8-8186-6afb45f2400e req-535c8c88-c4c0-44d8-a41f-e9b1949549fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:56.584621 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a4dac396-83ee-4eb8-8186-6afb45f2400e req-535c8c88-c4c0-44d8-a41f-e9b1949549fd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 1162 time: 0.1600754 Feb 17 17:56:56.623654 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16bbbdd5-e39b-4336-ba99-5bd372b0e190 req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify agent at l3_agent.dv-cinder-760199-3-smb the message routers_updated {{(pid=83987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:56:56.635317 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a4dac396-83ee-4eb8-8186-6afb45f2400e req-748ef497-e646-442c-8341-01fe2835d838 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433743 Feb 17 17:56:56.636185 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d78189-7e77-4660-837e-3b241bd96e0b None None] Sync routers for ids ['d5ad8e49-5d6c-467e-a581-feea0114cb1f'] in dv-cinder-760199-3-smb {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:56:56.649124 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d78189-7e77-4660-837e-3b241bd96e0b None None] Routers {'d5ad8e49-5d6c-467e-a581-feea0114cb1f'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:56:56.650449 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-46d78189-7e77-4660-837e-3b241bd96e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:56:28Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['d5ad8e49-5d6c-467e-a581-feea0114cb1f'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:56.682356 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-16bbbdd5-e39b-4336-ba99-5bd372b0e190 req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] No DVR routers for this DVR port b8320891-bbc0-40f0-b13f-52ba70fd9d09 on host hv-cinder-76019 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:56:56.688544 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-16bbbdd5-e39b-4336-ba99-5bd372b0e190 req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:56.696696 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8202ba04-c98f-430f-900b-25b399c2827f', 'name': 'network-vif-deleted', 'tag': 'b8320891-bbc0-40f0-b13f-52ba70fd9d09'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:56:56.735326 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-74bb3c1d-6593-4fd0-8f50-2f25ed110fae req-c0e89cd1-646a-4637-bb1b-c7e1a37dd467 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/ports?device_id=8202ba04-c98f-430f-900b-25b399c2827f HTTP/1.1" status: 200 len: 210 time: 0.0529838 Feb 17 17:56:56.737142 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb78fb-b031-4811-9a9e-aac8b92c95ed req-a0b39c98-4a87-4055-8e95-4d444dbb256d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:56.738949 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0bfb78fb-b031-4811-9a9e-aac8b92c95ed req-a0b39c98-4a87-4055-8e95-4d444dbb256d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 945 time: 0.3264921 Feb 17 17:56:56.803363 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-16bbbdd5-e39b-4336-ba99-5bd372b0e190 req-f921fd81-c64d-4c0c-9038-6004c5781014 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.67 "DELETE /v2.0/ports/b8320891-bbc0-40f0-b13f-52ba70fd9d09 HTTP/1.1" status: 204 len: 173 time: 2.2556696 Feb 17 17:56:56.869600 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8202ba04-c98f-430f-900b-25b399c2827f', 'name': 'network-vif-deleted', 'tag': 'b8320891-bbc0-40f0-b13f-52ba70fd9d09', 'status': 'completed', 'code': 200} Feb 17 17:56:56.883569 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-46d78189-7e77-4660-837e-3b241bd96e0b None None] Set router d5ad8e49-5d6c-467e-a581-feea0114cb1f gateway port host: dv-cinder-760199-3-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:56:56.937729 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0bfb78fb-b031-4811-9a9e-aac8b92c95ed req-dc42f053-a800-4341-8c49-a2725394b210 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588628 Feb 17 17:56:57.019700 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-ba2aa063-b87e-4a4c-a323-49c55bf4cf8a req-e19e4977-8575-49ad-bf73-96e1d21d7f93 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] For port b564c182-6695-48ec-8d6c-94acf0776708, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=b564c182-6695-48ec-8d6c-94acf0776708,segment=NetworkSegment(22f520d7-3781-43f2-a590-87d432a2fb95),segment_id=22f520d7-3781-43f2-a590-87d432a2fb95)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:56:57.020095 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ba2aa063-b87e-4a4c-a323-49c55bf4cf8a req-e19e4977-8575-49ad-bf73-96e1d21d7f93 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:57.165390 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-ba2aa063-b87e-4a4c-a323-49c55bf4cf8a req-e19e4977-8575-49ad-bf73-96e1d21d7f93 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Calling delete_port for b564c182-6695-48ec-8d6c-94acf0776708 owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:56:57.249717 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-46d78189-7e77-4660-837e-3b241bd96e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'name': 'tempest-AttachVolumeTestJSON-1590474071-router', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:51Z', 'updated_at': '2021-02-17T17:51:13Z', 'revision_number': 4, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'gw_port': {'id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': '0e039e46-6626-44bb-a907-d58dc1a87362', 'name': '', 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'mac_address': 'fa:16:3e:5a:f0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '90273680-1e5e-433f-9236-ce524691d25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:09Z', 'updated_at': '2021-02-17T17:51:27Z', 'revision_number': 5, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'subnets': [{'id': '90273680-1e5e-433f-9236-ce524691d25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:57.254290 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d78189-7e77-4660-837e-3b241bd96e0b None None] Checking router: d5ad8e49-5d6c-467e-a581-feea0114cb1f for host: dv-cinder-760199-3-smb {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:56:57.263787 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d78189-7e77-4660-837e-3b241bd96e0b None None] Routers {'d5ad8e49-5d6c-467e-a581-feea0114cb1f'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:56:57.264466 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-46d78189-7e77-4660-837e-3b241bd96e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:56:28Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['d5ad8e49-5d6c-467e-a581-feea0114cb1f'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:57.323179 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ba2aa063-b87e-4a4c-a323-49c55bf4cf8a req-e19e4977-8575-49ad-bf73-96e1d21d7f93 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:57.339168 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-79d91279-fcab-4eec-b0d8-e825d5d84bf3 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:57.444736 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e4977-8575-49ad-bf73-96e1d21d7f93 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Pushing event deleted for resources: {'Port': ['ID=b564c182-6695-48ec-8d6c-94acf0776708,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:57.457473 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e19e4977-8575-49ad-bf73-96e1d21d7f93 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:57.469109 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-46d78189-7e77-4660-837e-3b241bd96e0b None None] Set router d5ad8e49-5d6c-467e-a581-feea0114cb1f gateway port host: dv-cinder-760199-3-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:56:57.549479 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ddc498c5-70c2-49c5-921d-2daf3347b415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:57.565895 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2aa063-b87e-4a4c-a323-49c55bf4cf8a req-e19e4977-8575-49ad-bf73-96e1d21d7f93 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] No DVR routers for this DVR port b564c182-6695-48ec-8d6c-94acf0776708 on host hv-cinder-76019 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:56:57.568573 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ba2aa063-b87e-4a4c-a323-49c55bf4cf8a req-e19e4977-8575-49ad-bf73-96e1d21d7f93 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:57.581807 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ba2aa063-b87e-4a4c-a323-49c55bf4cf8a req-e19e4977-8575-49ad-bf73-96e1d21d7f93 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.67 "DELETE /v2.0/ports/b564c182-6695-48ec-8d6c-94acf0776708 HTTP/1.1" status: 204 len: 173 time: 1.3319106 Feb 17 17:56:57.629430 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 675f818b-86de-40f5-a10f-73e435898fb8 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:56:57.763588 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c9fa8989-f8cf-4a49-928c-48c063ffb74b req-e6bb53e3-212c-4f8c-b4a3-fcd7c5f8e4c4 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1a2d52-ed45-4c72-afba-bf7ddf05e16d HTTP/1.1" status: 200 len: 210 time: 0.0771825 Feb 17 17:56:57.833616 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 675f818b-86de-40f5-a10f-73e435898fb8 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:57.834053 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:57.909593 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 50742) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:56:58.000333 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3f485f6d-2e5d-413d-a613-0635fbe1c67e tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:58.062226 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3f485f6d-2e5d-413d-a613-0635fbe1c67e tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:58.082649 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-46d78189-7e77-4660-837e-3b241bd96e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'name': 'tempest-AttachVolumeTestJSON-1590474071-router', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:51Z', 'updated_at': '2021-02-17T17:51:13Z', 'revision_number': 4, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'gw_port': {'id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': '0e039e46-6626-44bb-a907-d58dc1a87362', 'name': '', 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'mac_address': 'fa:16:3e:5a:f0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '90273680-1e5e-433f-9236-ce524691d25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:09Z', 'updated_at': '2021-02-17T17:51:27Z', 'revision_number': 5, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'subnets': [{'id': '90273680-1e5e-433f-9236-ce524691d25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:58.089611 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d78189-7e77-4660-837e-3b241bd96e0b None None] The sync data for ids ['d5ad8e49-5d6c-467e-a581-feea0114cb1f'] in dv-cinder-760199-3-smb is: [{'id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'name': 'tempest-AttachVolumeTestJSON-1590474071-router', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:51Z', 'updated_at': '2021-02-17T17:51:13Z', 'revision_number': 4, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'gw_port': {'id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': '0e039e46-6626-44bb-a907-d58dc1a87362', 'name': '', 'network_id': '2bd27a9c-fc05-4957-b6fc-79c4c62cef95', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'mac_address': 'fa:16:3e:5a:f0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '90273680-1e5e-433f-9236-ce524691d25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:09Z', 'updated_at': '2021-02-17T17:51:27Z', 'revision_number': 5, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'subnets': [{'id': '90273680-1e5e-433f-9236-ce524691d25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:56:58.093214 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device b564c182-6695-48ec-8d6c-94acf0776708 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:56:58.148275 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] No Port match for: b564c182-6695-48ec-8d6c-94acf0776708 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:56:58.148704 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device b564c182-6695-48ec-8d6c-94acf0776708 not bound to the agent host hv-cinder-76019 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:56:58.252316 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3f485f6d-2e5d-413d-a613-0635fbe1c67e tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:58.266114 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:58.290393 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737121e3-0368-40b1-8171-fe33489a7d04 req-1ed9646e-05e0-4859-aa6a-1251b320432a tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:58.292383 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-737121e3-0368-40b1-8171-fe33489a7d04 req-1ed9646e-05e0-4859-aa6a-1251b320432a tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 945 time: 0.1800709 Feb 17 17:56:58.300860 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f485f6d-2e5d-413d-a613-0635fbe1c67e tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e182ffd-7af6-43a7-8f2a-c5a90ba80a39,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:58.325751 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3f485f6d-2e5d-413d-a613-0635fbe1c67e tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:58.335555 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3f485f6d-2e5d-413d-a613-0635fbe1c67e tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:58.340593 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 50770) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:56:58.350682 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-3f485f6d-2e5d-413d-a613-0635fbe1c67e tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "DELETE /v2.0/security-groups/3e182ffd-7af6-43a7-8f2a-c5a90ba80a39 HTTP/1.1" status: 204 len: 168 time: 0.4384570 Feb 17 17:56:58.372158 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.v2.resource [None req-7b1e8a20-0102-40b3-aa20-245e648bc153 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] show failed (client error): The resource could not be found. Feb 17 17:56:58.377357 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-7b1e8a20-0102-40b3-aa20-245e648bc153 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "GET /v2.0/security-groups/3e182ffd-7af6-43a7-8f2a-c5a90ba80a39 HTTP/1.1" status: 404 len: 347 time: 0.0327165 Feb 17 17:56:58.378331 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 50774) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:56:58.399905 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-737121e3-0368-40b1-8171-fe33489a7d04 req-fdb2db43-a112-456f-93db-a00f25d50eb6 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950408 Feb 17 17:56:58.573922 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Deleting port 6075b70e-d0d8-4b57-8a65-30b30ab6df46 {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:56:58.574297 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:58.626232 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aee3ad3-d4f4-42d0-93f5-8f7e65cb1719 None None] New status for floating IP c6b06d19-4141-4396-b75c-2ff47fe3d46b: DOWN {{(pid=83989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 17:56:58.645408 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:58.768081 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:58.768365 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:58.870712 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1a2d52-ed45-4c72-afba-bf7ddf05e16d', 'name': 'network-vif-deleted', 'tag': 'b564c182-6695-48ec-8d6c-94acf0776708'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:56:58.919944 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Calling delete_port for 6075b70e-d0d8-4b57-8a65-30b30ab6df46 owned by network:floatingip {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:56:58.945439 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1a2d52-ed45-4c72-afba-bf7ddf05e16d', 'name': 'network-vif-deleted', 'tag': 'b564c182-6695-48ec-8d6c-94acf0776708', 'status': 'completed', 'code': 200} Feb 17 17:56:59.019835 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.db.api [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83986) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:56:59.020107 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_db.api [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:56:59.522258 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Deleting port 6075b70e-d0d8-4b57-8a65-30b30ab6df46 {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:56:59.522645 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:59.773668 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4859a85-54f0-46a6-9468-53737ccf48c8 req-5cbe5c1b-37e8-4696-bbdb-b3f6766581a5 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:59.775345 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d4859a85-54f0-46a6-9468-53737ccf48c8 req-5cbe5c1b-37e8-4696-bbdb-b3f6766581a5 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 945 time: 0.2550690 Feb 17 17:56:59.781531 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:59.811088 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:59.811450 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:59.923773 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:00.203011 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Calling delete_port for 6075b70e-d0d8-4b57-8a65-30b30ab6df46 owned by network:floatingip {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:57:00.253525 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d4859a85-54f0-46a6-9468-53737ccf48c8 req-12981729-3661-4e8c-8664-a0d21a5989e3 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4681499 Feb 17 17:57:00.368261 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849322323'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:00.384802 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6e5d97-474f-4013-a055-c0591c80389f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:00.485156 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Pushing event deleted for resources: {'Port': ['ID=6075b70e-d0d8-4b57-8a65-30b30ab6df46,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:00.503165 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:00.503579 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:00.503979 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:00.504373 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:00.504807 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:00.505324 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:00.506201 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:00.506592 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:00.506983 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:00.507370 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:00.507759 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:00.508147 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:00.508587 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:00.508996 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:00.509383 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:00.509765 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:00.510164 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:00.510527 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:00.510906 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:00.511286 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:00.511664 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:00.512038 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:00.512417 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:00.512823 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:00.518262 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:00.636810 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks [] for floatingip, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:00.652631 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for floatingip, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:00.653888 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] 10.222.0.49 "DELETE /v2.0/floatingips/c6b06d19-4141-4396-b75c-2ff47fe3d46b HTTP/1.1" status: 204 len: 168 time: 2.2743261 Feb 17 17:57:03.276809 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-9133d1b2-9ea1-4141-b8a9-442b32270888 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:03.278490 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-9133d1b2-9ea1-4141-b8a9-442b32270888 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/networks?id=23f197d6-5645-4a29-822c-042fd24c7753 HTTP/1.1" status: 200 len: 814 time: 0.1645498 Feb 17 17:57:03.296408 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-e4f1e2be-34aa-4773-bf12-cf60a415bbe6 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/quotas/57fd8c76c1ff47518916ac209154297c HTTP/1.1" status: 200 len: 375 time: 0.0112631 Feb 17 17:57:03.354259 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-7813b6c3-5382-451f-87cb-8d0d530b89eb tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Synchronizing usage tracker for tenant:57fd8c76c1ff47518916ac209154297c on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:57:03.372410 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-7813b6c3-5382-451f-87cb-8d0d530b89eb tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Unset dirty status for tenant:57fd8c76c1ff47518916ac209154297c on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:57:03.373976 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-7813b6c3-5382-451f-87cb-8d0d530b89eb tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=57fd8c76c1ff47518916ac209154297c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707755 Feb 17 17:57:03.580857 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-4ba546ad-d3c2-4250-893e-65cd3991636a service neutron] 10.222.0.49 "GET /v2.0/networks/23f197d6-5645-4a29-822c-042fd24c7753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985161 Feb 17 17:57:03.950512 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-27f266a4-00b4-4cbc-827d-01a2d7574bb1 service neutron] 10.222.0.49 "GET /v2.0/networks/23f197d6-5645-4a29-822c-042fd24c7753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3621500 Feb 17 17:57:04.157071 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-94ac5db1-725a-4dc0-bde9-7884035c551e req-eac09211-30e5-4db8-8c0f-cc413e53ce0b tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2fe6639-366e-4331-a02f-a40dcad208ca HTTP/1.1" status: 200 len: 210 time: 0.0557711 Feb 17 17:57:04.766570 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 50862) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:05.189404 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:57:05.352125 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-82ebfe0a-d86c-4937-8cd7-fe974083e7fb req-85f9c165-8f68-48af-a425-d90c8cbee630 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2fe6639-366e-4331-a02f-a40dcad208ca HTTP/1.1" status: 200 len: 210 time: 0.0593095 Feb 17 17:57:05.360476 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-14d5b404-ab9a-4b40-adc0-efd1ae41b9e1 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:05.362131 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-14d5b404-ab9a-4b40-adc0-efd1ae41b9e1 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.67 "GET /v2.0/networks?id=23f197d6-5645-4a29-822c-042fd24c7753 HTTP/1.1" status: 200 len: 814 time: 0.2307489 Feb 17 17:57:05.389827 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-a67960eb-3084-4c60-b922-7f126b3720b7 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Request body: {'port': {'device_id': 'd2fe6639-366e-4331-a02f-a40dcad208ca', 'network_id': '23f197d6-5645-4a29-822c-042fd24c7753', 'admin_state_up': True, 'tenant_id': '57fd8c76c1ff47518916ac209154297c'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:05.450185 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f395c7e7-9747-4a7a-a367-7f53ff2f1acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846487137'] for router_interface, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:05.544877 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-a67960eb-3084-4c60-b922-7f126b3720b7 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:05.555826 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-a67960eb-3084-4c60-b922-7f126b3720b7 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:05.565102 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-a67960eb-3084-4c60-b922-7f126b3720b7 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Made reservation on behalf of 57fd8c76c1ff47518916ac209154297c for: {'port': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:57:05.571052 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-a67960eb-3084-4c60-b922-7f126b3720b7 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:05.842284 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-f395c7e7-9747-4a7a-a367-7f53ff2f1acc admin admin] Deleting port 0e039e46-6626-44bb-a907-d58dc1a87362 {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:57:05.843016 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f395c7e7-9747-4a7a-a367-7f53ff2f1acc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:05.896794 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-a67960eb-3084-4c60-b922-7f126b3720b7 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Allocated IP 172.20.0.14 (23f197d6-5645-4a29-822c-042fd24c7753/3684b53e-47a1-4dfb-9114-7c0e444bcfd2/3b136b54-b746-492e-b71a-32ed60f51903) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:57:06.033153 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-f395c7e7-9747-4a7a-a367-7f53ff2f1acc admin admin] For port 0e039e46-6626-44bb-a907-d58dc1a87362, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=0e039e46-6626-44bb-a907-d58dc1a87362,segment=NetworkSegment(2a1dcd4d-620f-46e8-b260-044519dcb572),segment_id=2a1dcd4d-620f-46e8-b260-044519dcb572)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:57:06.033556 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f395c7e7-9747-4a7a-a367-7f53ff2f1acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:06.129124 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-a67960eb-3084-4c60-b922-7f126b3720b7 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:06.159176 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-a67960eb-3084-4c60-b922-7f126b3720b7 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:06.175424 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7b70210f-1972-4887-acd9-0be593ccc056 tempest-VolumesActionsTest-1072885026 tempest-VolumesActionsTest-1072885026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:06.177917 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-f395c7e7-9747-4a7a-a367-7f53ff2f1acc admin admin] Calling delete_port for 0e039e46-6626-44bb-a907-d58dc1a87362 owned by network:router_interface {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:57:06.319156 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67960eb-3084-4c60-b922-7f126b3720b7 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Pushing event updated for resources: {'Port': ['ID=3b136b54-b746-492e-b71a-32ed60f51903,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:06.323632 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a67960eb-3084-4c60-b922-7f126b3720b7 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:06.363616 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f395c7e7-9747-4a7a-a367-7f53ff2f1acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849322323'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:06.377132 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:06.383538 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-a67960eb-3084-4c60-b922-7f126b3720b7 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Network 23f197d6-5645-4a29-822c-042fd24c7753 is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:57:06.384800 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-a67960eb-3084-4c60-b922-7f126b3720b7 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:57:06.387200 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-a67960eb-3084-4c60-b922-7f126b3720b7 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:57:06.458151 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-a67960eb-3084-4c60-b922-7f126b3720b7 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:06.459439 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-a67960eb-3084-4c60-b922-7f126b3720b7 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:06.476752 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395c7e7-9747-4a7a-a367-7f53ff2f1acc admin admin] Pushing event deleted for resources: {'Port': ['ID=0e039e46-6626-44bb-a907-d58dc1a87362,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:06.484586 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f395c7e7-9747-4a7a-a367-7f53ff2f1acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:06.489820 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-a67960eb-3084-4c60-b922-7f126b3720b7 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1043875 Feb 17 17:57:06.511675 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-75881be6-1dbf-4b94-964b-bdee0e0eaa82 service neutron] Request body: {'port': {'device_id': 'd2fe6639-366e-4331-a02f-a40dcad208ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:06.637581 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-75881be6-1dbf-4b94-964b-bdee0e0eaa82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:06.640525 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5deb4-73ac-465d-bd37-1d3640e073e8 req-ba866b9f-02a1-41df-8ce6-668c7018ab34 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:06.642263 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-68d5deb4-73ac-465d-bd37-1d3640e073e8 req-ba866b9f-02a1-41df-8ce6-668c7018ab34 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2fe6639-366e-4331-a02f-a40dcad208ca HTTP/1.1" status: 200 len: 932 time: 0.1440635 Feb 17 17:57:06.742390 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-68d5deb4-73ac-465d-bd37-1d3640e073e8 req-3b3cacd1-31a1-4743-826d-210635d90f0a tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666659 Feb 17 17:57:07.108550 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-75881be6-1dbf-4b94-964b-bdee0e0eaa82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b136b54-b746-492e-b71a-32ed60f51903 {{(pid=83987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:57:07.119035 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-75881be6-1dbf-4b94-964b-bdee0e0eaa82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:07.133452 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-75881be6-1dbf-4b94-964b-bdee0e0eaa82 service neutron] Transition to ACTIVE for port object 3b136b54-b746-492e-b71a-32ed60f51903 will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:57:07.136830 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-75881be6-1dbf-4b94-964b-bdee0e0eaa82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452680'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:07.153984 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e19e4977-8575-49ad-bf73-96e1d21d7f93 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:07.185965 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f395c7e7-9747-4a7a-a367-7f53ff2f1acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7921286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846487055'] for router_interface, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:07.297808 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75881be6-1dbf-4b94-964b-bdee0e0eaa82 service neutron] Pushing event updated for resources: {'Port': ['ID=3b136b54-b746-492e-b71a-32ed60f51903,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:07.314938 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-75881be6-1dbf-4b94-964b-bdee0e0eaa82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:07.505969 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-75881be6-1dbf-4b94-964b-bdee0e0eaa82 service neutron] Attempting to bind port 3b136b54-b746-492e-b71a-32ed60f51903 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:57:07.506459 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-75881be6-1dbf-4b94-964b-bdee0e0eaa82 service neutron] Attempting to bind port 3b136b54-b746-492e-b71a-32ed60f51903 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '22f520d7-3781-43f2-a590-87d432a2fb95', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23f197d6-5645-4a29-822c-042fd24c7753'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:57:07.506837 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-75881be6-1dbf-4b94-964b-bdee0e0eaa82 service neutron] Attempting to bind port 3b136b54-b746-492e-b71a-32ed60f51903 on network 23f197d6-5645-4a29-822c-042fd24c7753 {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:57:07.512740 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-75881be6-1dbf-4b94-964b-bdee0e0eaa82 service neutron] Checking agent: {'id': 'ae447a02-7f1d-4456-a484-c4519a85c40b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 38), 'started_at': datetime.datetime(2021, 2, 17, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:57:07.513086 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-75881be6-1dbf-4b94-964b-bdee0e0eaa82 service neutron] Checking segment: {'id': '22f520d7-3781-43f2-a590-87d432a2fb95', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23f197d6-5645-4a29-822c-042fd24c7753'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:57:07.513495 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-75881be6-1dbf-4b94-964b-bdee0e0eaa82 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:07.513889 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-75881be6-1dbf-4b94-964b-bdee0e0eaa82 service neutron] Bound using segment: {'id': '22f520d7-3781-43f2-a590-87d432a2fb95', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23f197d6-5645-4a29-822c-042fd24c7753'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:57:07.514363 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-75881be6-1dbf-4b94-964b-bdee0e0eaa82 service neutron] Bound port: 3b136b54-b746-492e-b71a-32ed60f51903, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f520d7-3781-43f2-a590-87d432a2fb95', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23f197d6-5645-4a29-822c-042fd24c7753'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:57:07.514740 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-75881be6-1dbf-4b94-964b-bdee0e0eaa82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:07.612613 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-75881be6-1dbf-4b94-964b-bdee0e0eaa82 service neutron] For port 3b136b54-b746-492e-b71a-32ed60f51903, host hv-cinder-76019, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:57:07.616537 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-75881be6-1dbf-4b94-964b-bdee0e0eaa82 service neutron] For port 3b136b54-b746-492e-b71a-32ed60f51903, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=3b136b54-b746-492e-b71a-32ed60f51903,segment=NetworkSegment(22f520d7-3781-43f2-a590-87d432a2fb95),segment_id=22f520d7-3781-43f2-a590-87d432a2fb95)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:57:07.619864 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-75881be6-1dbf-4b94-964b-bdee0e0eaa82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452680'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:07.633519 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-998af2aa-404a-46f0-bb48-068af5fe389f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:07.736723 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f395c7e7-9747-4a7a-a367-7f53ff2f1acc admin admin] Router d5ad8e49-5d6c-467e-a581-feea0114cb1f has already been hosted by L3 agent b696c7bc-35f9-4b20-9049-f598d63d0e6c {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:57:07.803889 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75881be6-1dbf-4b94-964b-bdee0e0eaa82 service neutron] Pushing event updated for resources: {'Port': ['ID=3b136b54-b746-492e-b71a-32ed60f51903,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:07.809023 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-75881be6-1dbf-4b94-964b-bdee0e0eaa82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:07.859930 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-75881be6-1dbf-4b94-964b-bdee0e0eaa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:07.860295 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-75881be6-1dbf-4b94-964b-bdee0e0eaa82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:07.862338 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-75881be6-1dbf-4b94-964b-bdee0e0eaa82 service neutron] 10.222.0.67 "PUT /v2.0/ports/3b136b54-b746-492e-b71a-32ed60f51903 HTTP/1.1" status: 200 len: 1158 time: 1.3554392 Feb 17 17:57:07.863091 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2fe6639-366e-4331-a02f-a40dcad208ca', 'tag': '3b136b54-b746-492e-b71a-32ed60f51903'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:57:07.927441 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2fe6639-366e-4331-a02f-a40dcad208ca', 'tag': '3b136b54-b746-492e-b71a-32ed60f51903', 'status': 'completed', 'code': 200} Feb 17 17:57:07.966396 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f395c7e7-9747-4a7a-a367-7f53ff2f1acc admin admin] Notify agent at l3_agent.dv-cinder-760199-3-smb the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:57:07.979046 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5e35ef-d74e-4809-8b13-e1f32d73d5b6 None None] Sync routers for ids ['d5ad8e49-5d6c-467e-a581-feea0114cb1f'] in dv-cinder-760199-3-smb {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:57:07.981860 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-f395c7e7-9747-4a7a-a367-7f53ff2f1acc admin admin] 10.222.0.49 "PUT /v2.0/routers/d5ad8e49-5d6c-467e-a581-feea0114cb1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2141044 Feb 17 17:57:07.983932 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 50880) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:07.989865 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5e35ef-d74e-4809-8b13-e1f32d73d5b6 None None] Routers {'d5ad8e49-5d6c-467e-a581-feea0114cb1f'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:57:07.990528 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-2b5e35ef-d74e-4809-8b13-e1f32d73d5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:56:58Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['d5ad8e49-5d6c-467e-a581-feea0114cb1f'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:08.025432 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fcd90-4c3e-4cf5-a910-5b08e30da339 req-3154908c-126c-42fb-8ae5-d784148f0ba2 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:08.026223 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-0a1fcd90-4c3e-4cf5-a910-5b08e30da339 req-3154908c-126c-42fb-8ae5-d784148f0ba2 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Synchronizing usage tracker for tenant:57fd8c76c1ff47518916ac209154297c on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:57:08.051832 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-0a1fcd90-4c3e-4cf5-a910-5b08e30da339 req-3154908c-126c-42fb-8ae5-d784148f0ba2 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Unset dirty status for tenant:57fd8c76c1ff47518916ac209154297c on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:57:08.053152 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0a1fcd90-4c3e-4cf5-a910-5b08e30da339 req-3154908c-126c-42fb-8ae5-d784148f0ba2 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2fe6639-366e-4331-a02f-a40dcad208ca HTTP/1.1" status: 200 len: 944 time: 0.1806741 Feb 17 17:57:08.065529 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-6ae99e18-7602-4e12-955d-e09a3f278689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:08.067179 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-6ae99e18-7602-4e12-955d-e09a3f278689 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57fd8c76c1ff47518916ac209154297c&device_id=d2fe6639-366e-4331-a02f-a40dcad208ca HTTP/1.1" status: 200 len: 1161 time: 0.1234448 Feb 17 17:57:08.165892 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-8c127061-1321-40b1-99a2-f4e0431be30e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b136b54-b746-492e-b71a-32ed60f51903 HTTP/1.1" status: 200 len: 217 time: 0.0764644 Feb 17 17:57:08.198149 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-2b5e35ef-d74e-4809-8b13-e1f32d73d5b6 None None] Set router d5ad8e49-5d6c-467e-a581-feea0114cb1f gateway port host: dv-cinder-760199-3-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:57:08.200117 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-67a58a17-0c1d-4d06-8f08-ed0749d0af13 admin admin] Notify callbacks [] for router, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:08.239589 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0a1fcd90-4c3e-4cf5-a910-5b08e30da339 req-070bc6d7-344a-4507-add6-41756c5cb8ac tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682715 Feb 17 17:57:08.254732 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-d6bb72b8-c35a-4c17-b627-42faae8a983d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:08.257436 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-d6bb72b8-c35a-4c17-b627-42faae8a983d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3684b53e-47a1-4dfb-9114-7c0e444bcfd2 HTTP/1.1" status: 200 len: 854 time: 0.0828948 Feb 17 17:57:08.319580 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-004c9d90-3579-459f-a2a5-103751832256 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=23f197d6-5645-4a29-822c-042fd24c7753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549405 Feb 17 17:57:08.414599 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-67a58a17-0c1d-4d06-8f08-ed0749d0af13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:08.423990 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-67a58a17-0c1d-4d06-8f08-ed0749d0af13 admin admin] Deleting port c86c3627-fda3-4005-ab17-c21fb5d4706d {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:57:08.424497 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-67a58a17-0c1d-4d06-8f08-ed0749d0af13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:08.489258 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-bdc718ea-1f20-4e64-99fc-ee8b09052681 service neutron] 10.222.0.67 "GET /v2.0/networks/23f197d6-5645-4a29-822c-042fd24c7753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625409 Feb 17 17:57:08.632252 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-67a58a17-0c1d-4d06-8f08-ed0749d0af13 admin admin] For port c86c3627-fda3-4005-ab17-c21fb5d4706d, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=c86c3627-fda3-4005-ab17-c21fb5d4706d,segment=NetworkSegment(1518ad10-b1eb-469a-b2c2-2c6841e70835),segment_id=1518ad10-b1eb-469a-b2c2-2c6841e70835)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:57:08.632814 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-67a58a17-0c1d-4d06-8f08-ed0749d0af13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:08.653246 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cfcdb153-65eb-4f68-b909-7243cd80a565 req-428fb677-9d1f-4ba3-893d-ca3b23c9ec05 service neutron] 10.222.0.67 "GET /v2.0/networks/23f197d6-5645-4a29-822c-042fd24c7753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1569846 Feb 17 17:57:08.711224 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-2b5e35ef-d74e-4809-8b13-e1f32d73d5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'name': 'tempest-AttachVolumeTestJSON-1590474071-router', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:51Z', 'updated_at': '2021-02-17T17:57:06Z', 'revision_number': 5, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'gw_port': {'id': 'c86c3627-fda3-4005-ab17-c21fb5d4706d', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb'}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:08.715583 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5e35ef-d74e-4809-8b13-e1f32d73d5b6 None None] Checking router: d5ad8e49-5d6c-467e-a581-feea0114cb1f for host: dv-cinder-760199-3-smb {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:57:08.726246 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5e35ef-d74e-4809-8b13-e1f32d73d5b6 None None] Routers {'d5ad8e49-5d6c-467e-a581-feea0114cb1f'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:57:08.726936 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-2b5e35ef-d74e-4809-8b13-e1f32d73d5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:56:58Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['d5ad8e49-5d6c-467e-a581-feea0114cb1f'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:08.778657 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-67a58a17-0c1d-4d06-8f08-ed0749d0af13 admin admin] Calling delete_port for c86c3627-fda3-4005-ab17-c21fb5d4706d owned by network:router_gateway {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:57:08.841009 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710b962-b9e0-4f1d-a759-a587a3c6e9e5 req-09550e01-47e2-4d59-bb26-1f05816dcd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:08.842868 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4710b962-b9e0-4f1d-a759-a587a3c6e9e5 req-09550e01-47e2-4d59-bb26-1f05816dcd85 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57fd8c76c1ff47518916ac209154297c&device_id=d2fe6639-366e-4331-a02f-a40dcad208ca HTTP/1.1" status: 200 len: 1161 time: 0.0890188 Feb 17 17:57:08.883061 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:08.918394 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-2b5e35ef-d74e-4809-8b13-e1f32d73d5b6 None None] Set router d5ad8e49-5d6c-467e-a581-feea0114cb1f gateway port host: None {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:57:09.022274 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-67a58a17-0c1d-4d06-8f08-ed0749d0af13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849322323'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:09.041309 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-da460646-9322-492e-87a2-7c46f08c7b97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:09.044745 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-2b5e35ef-d74e-4809-8b13-e1f32d73d5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'name': 'tempest-AttachVolumeTestJSON-1590474071-router', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:51Z', 'updated_at': '2021-02-17T17:57:08Z', 'revision_number': 6, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'gw_port_host': None}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:09.050315 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5e35ef-d74e-4809-8b13-e1f32d73d5b6 None None] The sync data for ids ['d5ad8e49-5d6c-467e-a581-feea0114cb1f'] in dv-cinder-760199-3-smb is: [{'id': 'd5ad8e49-5d6c-467e-a581-feea0114cb1f', 'name': 'tempest-AttachVolumeTestJSON-1590474071-router', 'tenant_id': 'bc924de1492e41db80e64bc749ca753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:51Z', 'updated_at': '2021-02-17T17:57:08Z', 'revision_number': 6, 'project_id': 'bc924de1492e41db80e64bc749ca753a', 'gw_port_host': None}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:57:09.163769 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a58a17-0c1d-4d06-8f08-ed0749d0af13 admin admin] Pushing event deleted for resources: {'Port': ['ID=c86c3627-fda3-4005-ab17-c21fb5d4706d,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:09.174963 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-67a58a17-0c1d-4d06-8f08-ed0749d0af13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:09.238645 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710b962-b9e0-4f1d-a759-a587a3c6e9e5 req-6b7e15ac-ead0-4aec-a998-148e4330b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:09.240977 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4710b962-b9e0-4f1d-a759-a587a3c6e9e5 req-6b7e15ac-ead0-4aec-a998-148e4330b761 service neutron] 10.222.0.67 "GET /v2.0/networks?id=23f197d6-5645-4a29-822c-042fd24c7753 HTTP/1.1" status: 200 len: 908 time: 0.3902984 Feb 17 17:57:09.309232 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-67a58a17-0c1d-4d06-8f08-ed0749d0af13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8265093'] for router_gateway, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:09.320413 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4710b962-b9e0-4f1d-a759-a587a3c6e9e5 req-f3e82b18-3df8-4129-8570-0d30b02b2c38 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b136b54-b746-492e-b71a-32ed60f51903 HTTP/1.1" status: 200 len: 217 time: 0.0713809 Feb 17 17:57:09.403815 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710b962-b9e0-4f1d-a759-a587a3c6e9e5 req-9a0015ee-51e1-4697-9ed8-11671163405e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:09.405506 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4710b962-b9e0-4f1d-a759-a587a3c6e9e5 req-9a0015ee-51e1-4697-9ed8-11671163405e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3684b53e-47a1-4dfb-9114-7c0e444bcfd2 HTTP/1.1" status: 200 len: 854 time: 0.0771301 Feb 17 17:57:09.462038 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4710b962-b9e0-4f1d-a759-a587a3c6e9e5 req-43bf3339-8b3a-422d-9d39-7b7b71c88f8c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=23f197d6-5645-4a29-822c-042fd24c7753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486891 Feb 17 17:57:09.557450 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-67a58a17-0c1d-4d06-8f08-ed0749d0af13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846492619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13480'] for router, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:09.561218 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-67a58a17-0c1d-4d06-8f08-ed0749d0af13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:09.595532 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-67a58a17-0c1d-4d06-8f08-ed0749d0af13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846491625'] for router, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:09.596139 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a58a17-0c1d-4d06-8f08-ed0749d0af13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5ad8e49-5d6c-467e-a581-feea0114cb1f {{(pid=83986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 17:57:09.624153 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4710b962-b9e0-4f1d-a759-a587a3c6e9e5 req-6f296e5d-d89c-4798-9463-1eafa1b8c2b0 service neutron] 10.222.0.67 "GET /v2.0/networks/23f197d6-5645-4a29-822c-042fd24c7753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539855 Feb 17 17:57:09.627781 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fe994-ad7c-4eec-b698-a853b471c363 req-14b41d0a-c494-497b-8a4c-3b9f1bf62677 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:09.629491 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b85fe994-ad7c-4eec-b698-a853b471c363 req-14b41d0a-c494-497b-8a4c-3b9f1bf62677 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2fe6639-366e-4331-a02f-a40dcad208ca HTTP/1.1" status: 200 len: 944 time: 0.2002823 Feb 17 17:57:09.632442 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-67a58a17-0c1d-4d06-8f08-ed0749d0af13 admin admin] Notify callbacks [] for router, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:09.634349 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-67a58a17-0c1d-4d06-8f08-ed0749d0af13 admin admin] 10.222.0.49 "DELETE /v2.0/routers/d5ad8e49-5d6c-467e-a581-feea0114cb1f HTTP/1.1" status: 204 len: 168 time: 1.6491067 Feb 17 17:57:09.636683 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 50886) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:09.687963 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b85fe994-ad7c-4eec-b698-a853b471c363 req-121d324b-77ec-4130-bd3b-e28e282945bc tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492473 Feb 17 17:57:09.820892 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce45db59-ba77-491f-aeae-2c31a7e2d3ff admin admin] Deleting subnet 90273680-1e5e-433f-9236-ce524691d25a {{(pid=83987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 17:57:09.828340 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ce45db59-ba77-491f-aeae-2c31a7e2d3ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:09.902974 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4710b962-b9e0-4f1d-a759-a587a3c6e9e5 req-51b5cd47-3082-468e-9a2f-005e1dfad129 service neutron] 10.222.0.67 "GET /v2.0/networks/23f197d6-5645-4a29-822c-042fd24c7753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2669144 Feb 17 17:57:09.912781 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ce45db59-ba77-491f-aeae-2c31a7e2d3ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6398880'] for subnet, precommit_delete_associations {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:10.049973 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ce45db59-ba77-491f-aeae-2c31a7e2d3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853767929'] for subnet, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:10.303804 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device 0e039e46-6626-44bb-a907-d58dc1a87362 no longer exists at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:57:10.337641 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ce45db59-ba77-491f-aeae-2c31a7e2d3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846389800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848323563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6051730'] for subnet, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:10.344231 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] No Port match for: 0e039e46-6626-44bb-a907-d58dc1a87362 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:57:10.344624 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device 0e039e46-6626-44bb-a907-d58dc1a87362 not bound to the agent host dv-cinder-760199-3-smb {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:57:10.345134 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device c86c3627-fda3-4005-ab17-c21fb5d4706d no longer exists at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:57:10.353964 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b2183b89-ab83-473b-aa7e-64449316b634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:10.388007 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] No Port match for: c86c3627-fda3-4005-ab17-c21fb5d4706d {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:57:10.388313 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device c86c3627-fda3-4005-ab17-c21fb5d4706d not bound to the agent host dv-cinder-760199-3-smb {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:57:10.449624 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45db59-ba77-491f-aeae-2c31a7e2d3ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90273680-1e5e-433f-9236-ce524691d25a,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:10.454988 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ce45db59-ba77-491f-aeae-2c31a7e2d3ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:10.490863 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ce45db59-ba77-491f-aeae-2c31a7e2d3ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:10.497110 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6af39b-0aea-4b1f-94cc-cf25a2f0ae4b None None] Network 2bd27a9c-fc05-4957-b6fc-79c4c62cef95 requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:57:10.497946 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-ce45db59-ba77-491f-aeae-2c31a7e2d3ff admin admin] 10.222.0.49 "DELETE /v2.0/subnets/90273680-1e5e-433f-9236-ce524691d25a HTTP/1.1" status: 204 len: 168 time: 0.8392315 Feb 17 17:57:10.502165 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 50890) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:10.623444 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9aee1994-c3ff-4fc4-b285-ec29172e68fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247486'] for network, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:10.695181 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-9aee1994-c3ff-4fc4-b285-ec29172e68fd admin admin] Deleting port 9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:57:10.695451 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9aee1994-c3ff-4fc4-b285-ec29172e68fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:10.782228 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e70219-53c5-4536-8de7-6a1ba098f00c None None] DHCP port deletion for 2bd27a9c-fc05-4957-b6fc-79c4c62cef95 request from dv-cinder-760199-3-smb {{(pid=83988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 17:57:10.788367 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-f6e70219-53c5-4536-8de7-6a1ba098f00c None None] Deleting port 9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc {{(pid=83988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:57:10.788898 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f6e70219-53c5-4536-8de7-6a1ba098f00c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:10.984109 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-9aee1994-c3ff-4fc4-b285-ec29172e68fd admin admin] For port 9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc,segment=NetworkSegment(2a1dcd4d-620f-46e8-b260-044519dcb572),segment_id=2a1dcd4d-620f-46e8-b260-044519dcb572)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:57:10.984444 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9aee1994-c3ff-4fc4-b285-ec29172e68fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:11.023525 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-f6e70219-53c5-4536-8de7-6a1ba098f00c None None] For port 9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc,segment=NetworkSegment(2a1dcd4d-620f-46e8-b260-044519dcb572),segment_id=2a1dcd4d-620f-46e8-b260-044519dcb572)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:57:11.023920 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f6e70219-53c5-4536-8de7-6a1ba098f00c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:11.143836 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-9aee1994-c3ff-4fc4-b285-ec29172e68fd admin admin] Calling delete_port for 9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc owned by network:dhcp {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:57:11.162911 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-f6e70219-53c5-4536-8de7-6a1ba098f00c None None] Calling delete_port for 9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc owned by network:dhcp {{(pid=83988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:57:11.186362 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae56123-348f-4479-bce9-04b1032ae8e6 req-adcbccaa-a79b-43c0-8a25-50df17be5157 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:11.187987 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1ae56123-348f-4479-bce9-04b1032ae8e6 req-adcbccaa-a79b-43c0-8a25-50df17be5157 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2fe6639-366e-4331-a02f-a40dcad208ca HTTP/1.1" status: 200 len: 944 time: 0.3711152 Feb 17 17:57:11.272875 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1ae56123-348f-4479-bce9-04b1032ae8e6 req-30731f27-f679-487a-8eb9-c2d740ea76b5 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767121 Feb 17 17:57:11.279689 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9aee1994-c3ff-4fc4-b285-ec29172e68fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:11.296038 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-475c634f-a89f-4dfb-b823-6633b308aba2 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:11.317429 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.db.api [None req-f6e70219-53c5-4536-8de7-6a1ba098f00c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83988) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:57:11.318037 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_db.api [None req-f6e70219-53c5-4536-8de7-6a1ba098f00c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:57:11.401406 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee1994-c3ff-4fc4-b285-ec29172e68fd admin admin] Pushing event deleted for resources: {'Port': ['ID=9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:11.406653 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9aee1994-c3ff-4fc4-b285-ec29172e68fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:11.448188 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aee1994-c3ff-4fc4-b285-ec29172e68fd admin admin] No DVR routers for this DVR port 9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc on host dv-cinder-760199-3-smb {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:57:11.574378 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9aee1994-c3ff-4fc4-b285-ec29172e68fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853766242', 'neutron.services.segments.db._delete_segments_for_network-8753449836301'] for network, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:11.692720 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-9aee1994-c3ff-4fc4-b285-ec29172e68fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd27a9c-fc05-4957-b6fc-79c4c62cef95']}} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:11.705746 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-9aee1994-c3ff-4fc4-b285-ec29172e68fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a1dcd4d-620f-46e8-b260-044519dcb572') {'for_net_delete': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:11.706078 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-9aee1994-c3ff-4fc4-b285-ec29172e68fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a1dcd4d-620f-46e8-b260-044519dcb572') {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:11.718955 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9aee1994-c3ff-4fc4-b285-ec29172e68fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753449833229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848376904'] for segment, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:11.735039 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9aee1994-c3ff-4fc4-b285-ec29172e68fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012526'] for segment, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:11.737148 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9aee1994-c3ff-4fc4-b285-ec29172e68fd admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 17:57:11.819156 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-f6e70219-53c5-4536-8de7-6a1ba098f00c None None] Deleting port 9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc {{(pid=83988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:57:11.819639 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f6e70219-53c5-4536-8de7-6a1ba098f00c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:11.897748 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-f6e70219-53c5-4536-8de7-6a1ba098f00c None None] The port '9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc' was deleted {{(pid=83988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 17:57:11.924707 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-9aee1994-c3ff-4fc4-b285-ec29172e68fd admin admin] Network 2bd27a9c-fc05-4957-b6fc-79c4c62cef95 has no segments {{(pid=83987) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:57:11.938216 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9aee1994-c3ff-4fc4-b285-ec29172e68fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853763306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6452714'] for segment, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:12.012073 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 3b136b54-b746-492e-b71a-32ed60f51903 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:57:12.084458 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning for port 3b136b54-b746-492e-b71a-32ed60f51903 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:57:12.090930 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 3b136b54-b746-492e-b71a-32ed60f51903 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:57:12.091357 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:12.128354 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-9aee1994-c3ff-4fc4-b285-ec29172e68fd admin admin] Network 2bd27a9c-fc05-4957-b6fc-79c4c62cef95 has no segments {{(pid=83987) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:57:12.151819 dv-cinder-760199-3-smb neutron-server[83873]: Traceback (most recent call last): Feb 17 17:57:12.151819 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:57:12.151819 dv-cinder-760199-3-smb neutron-server[83873]: timer() Feb 17 17:57:12.151819 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:57:12.151819 dv-cinder-760199-3-smb neutron-server[83873]: cb(*args, **kw) Feb 17 17:57:12.151819 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 17:57:12.151819 dv-cinder-760199-3-smb neutron-server[83873]: return func(*args, **kwargs) Feb 17 17:57:12.151819 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:57:12.151819 dv-cinder-760199-3-smb neutron-server[83873]: self._notify() Feb 17 17:57:12.151819 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:57:12.151819 dv-cinder-760199-3-smb neutron-server[83873]: self.callback(batched_events) Feb 17 17:57:12.151819 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:57:12.151819 dv-cinder-760199-3-smb neutron-server[83873]: event.method(event) Feb 17 17:57:12.151819 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 17:57:12.151819 dv-cinder-760199-3-smb neutron-server[83873]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:57:12.151819 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 17:57:12.151819 dv-cinder-760199-3-smb neutron-server[83873]: segment_id)['aggregates'][0] Feb 17 17:57:12.151819 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 17:57:12.151819 dv-cinder-760199-3-smb neutron-server[83873]: return f(self, *a, **k) Feb 17 17:57:12.151819 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 17:57:12.151819 dv-cinder-760199-3-smb neutron-server[83873]: return self._get(url).json() Feb 17 17:57:12.151819 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:57:12.151819 dv-cinder-760199-3-smb neutron-server[83873]: **kwargs) Feb 17 17:57:12.151819 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 17:57:12.151819 dv-cinder-760199-3-smb neutron-server[83873]: return self.request(url, 'GET', **kwargs) Feb 17 17:57:12.151819 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 17:57:12.151819 dv-cinder-760199-3-smb neutron-server[83873]: **endpoint_filter) Feb 17 17:57:12.151819 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 17:57:12.151819 dv-cinder-760199-3-smb neutron-server[83873]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:57:12.151819 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 17:57:12.151819 dv-cinder-760199-3-smb neutron-server[83873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:57:12.151819 dv-cinder-760199-3-smb neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:57:12.228871 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:12.260291 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fe6639-366e-4331-a02f-a40dcad208ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b136b54-b746-492e-b71a-32ed60f51903'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:57:12.280817 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] For port 3b136b54-b746-492e-b71a-32ed60f51903, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=3b136b54-b746-492e-b71a-32ed60f51903,segment=NetworkSegment(22f520d7-3781-43f2-a590-87d432a2fb95),segment_id=22f520d7-3781-43f2-a590-87d432a2fb95)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:57:12.284891 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:12.289695 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:12.331697 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2fe6639-366e-4331-a02f-a40dcad208ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b136b54-b746-492e-b71a-32ed60f51903', 'code': 200} Feb 17 17:57:12.340200 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device 9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc no longer exists at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:57:12.400450 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] No Port match for: 9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:57:12.401265 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device 9c45039e-cf04-4f9f-9d8f-5cf23d21f9bc not bound to the agent host dv-cinder-760199-3-smb {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:57:12.436529 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Pushing event updated for resources: {'Port': ['ID=3b136b54-b746-492e-b71a-32ed60f51903,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:12.440256 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:12.516548 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9aee1994-c3ff-4fc4-b285-ec29172e68fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846510654'] for network, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:12.525048 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:12.540235 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9aee1994-c3ff-4fc4-b285-ec29172e68fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:12.596972 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee1994-c3ff-4fc4-b285-ec29172e68fd admin admin] Pushing event deleted for resources: {'Network': ['ID=2bd27a9c-fc05-4957-b6fc-79c4c62cef95,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:12.607595 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9aee1994-c3ff-4fc4-b285-ec29172e68fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:12.630488 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-9aee1994-c3ff-4fc4-b285-ec29172e68fd admin admin] 10.222.0.49 "DELETE /v2.0/networks/2bd27a9c-fc05-4957-b6fc-79c4c62cef95 HTTP/1.1" status: 204 len: 168 time: 2.1269729 Feb 17 17:57:12.651361 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a958803-71e4-4eaf-a8f3-2ac98785de2d req-b62fa372-df20-48a6-8d69-3f14a14bd44c tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:12.653144 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4a958803-71e4-4eaf-a8f3-2ac98785de2d req-b62fa372-df20-48a6-8d69-3f14a14bd44c tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2fe6639-366e-4331-a02f-a40dcad208ca HTTP/1.1" status: 200 len: 946 time: 0.2027953 Feb 17 17:57:12.695855 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f798134-4f9b-4ca8-9975-0874507948b0 req-bf40c52c-1b93-4398-a049-b9b569e492ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:12.697571 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9f798134-4f9b-4ca8-9975-0874507948b0 req-bf40c52c-1b93-4398-a049-b9b569e492ad service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d2fe6639-366e-4331-a02f-a40dcad208ca HTTP/1.1" status: 200 len: 1163 time: 0.1546254 Feb 17 17:57:12.737914 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4a958803-71e4-4eaf-a8f3-2ac98785de2d req-de8dfd90-f388-4daa-97dd-f7b6d435f767 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776780 Feb 17 17:57:12.759488 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9f798134-4f9b-4ca8-9975-0874507948b0 req-b868e1f0-ab8f-4179-99c7-4809a9028ccb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536537 Feb 17 17:57:12.770261 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 50902) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:12.826734 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-d1a570d3-e53b-4ed5-8646-f29d20fe19f3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bc924de1492e41db80e64bc749ca753a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0543873 Feb 17 17:57:12.829327 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 50906) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:12.894628 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dbf65e88-ff0c-4382-b47d-6a02bbfe6f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:12.923463 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dbf65e88-ff0c-4382-b47d-6a02bbfe6f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:12.971031 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dbf65e88-ff0c-4382-b47d-6a02bbfe6f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:12.976918 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8f1061fe-453f-491b-92db-0cb582a3c227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:12.991882 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf65e88-ff0c-4382-b47d-6a02bbfe6f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad7ea45-ae1c-4914-ab07-5abecf2e0217,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:13.001147 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-dbf65e88-ff0c-4382-b47d-6a02bbfe6f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:13.001147 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dbf65e88-ff0c-4382-b47d-6a02bbfe6f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:13.001147 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-dbf65e88-ff0c-4382-b47d-6a02bbfe6f00 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aad7ea45-ae1c-4914-ab07-5abecf2e0217 HTTP/1.1" status: 204 len: 168 time: 0.1702466 Feb 17 17:57:13.633108 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 3b136b54-b746-492e-b71a-32ed60f51903 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:57:13.724909 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 3b136b54-b746-492e-b71a-32ed60f51903 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:57:13.725256 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:13.976007 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216657a6-3b8c-4807-ae5d-f378831bb53a req-1c4936d4-a5c9-4d1b-b70b-77b703852d99 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:13.977856 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-216657a6-3b8c-4807-ae5d-f378831bb53a req-1c4936d4-a5c9-4d1b-b70b-77b703852d99 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2fe6639-366e-4331-a02f-a40dcad208ca HTTP/1.1" status: 200 len: 946 time: 0.1002233 Feb 17 17:57:14.041120 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-216657a6-3b8c-4807-ae5d-f378831bb53a req-a4744c6c-9acb-45e3-a004-645e13fe839b tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563283 Feb 17 17:57:15.256773 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b14b0-2033-4cd7-a47d-cdc504bca34f req-018920e3-1579-4712-88a6-31a0153428f8 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:15.258452 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ba0b14b0-2033-4cd7-a47d-cdc504bca34f req-018920e3-1579-4712-88a6-31a0153428f8 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2fe6639-366e-4331-a02f-a40dcad208ca HTTP/1.1" status: 200 len: 946 time: 0.0943339 Feb 17 17:57:15.310091 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-ba0b14b0-2033-4cd7-a47d-cdc504bca34f req-c11e0f1e-144f-4d33-93b0-60b49a01efac tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451653 Feb 17 17:57:20.288522 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 51028) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:20.426613 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cb7295ec-f4bc-4c61-a4dd-680e8a4a3c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:20.446987 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-cb7295ec-f4bc-4c61-a4dd-680e8a4a3c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:20.455302 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-cb7295ec-f4bc-4c61-a4dd-680e8a4a3c2b admin admin] Usage tracker for resource:security_group_rule and tenant:a9c0f784421f4e758f580ecae1d7a410 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:20.461241 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-cb7295ec-f4bc-4c61-a4dd-680e8a4a3c2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:20.471856 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-cb7295ec-f4bc-4c61-a4dd-680e8a4a3c2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:20.578342 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cb7295ec-f4bc-4c61-a4dd-680e8a4a3c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:20.581375 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cb7295ec-f4bc-4c61-a4dd-680e8a4a3c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:20.593686 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-600c3b87-1dba-4f01-aee5-4270971e8ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:20.644048 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-cb7295ec-f4bc-4c61-a4dd-680e8a4a3c2b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a9c0f784421f4e758f580ecae1d7a410&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3541503 Feb 17 17:57:20.646556 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7295ec-f4bc-4c61-a4dd-680e8a4a3c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9e6c7a-3c4c-40ab-bf11-5092227ccf77,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:20.647658 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 51038) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:20.650729 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cb7295ec-f4bc-4c61-a4dd-680e8a4a3c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:20.728986 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-80bceaba-1240-4f99-a5fd-c5bab24531c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:20.758962 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-80bceaba-1240-4f99-a5fd-c5bab24531c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:20.825128 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-80bceaba-1240-4f99-a5fd-c5bab24531c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:20.830104 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-07aaf8e4-6439-4bba-acc9-fc47f9e2aa8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:20.844718 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bceaba-1240-4f99-a5fd-c5bab24531c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9e6c7a-3c4c-40ab-bf11-5092227ccf77,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:20.848042 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-80bceaba-1240-4f99-a5fd-c5bab24531c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:20.851044 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-80bceaba-1240-4f99-a5fd-c5bab24531c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:20.852300 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-80bceaba-1240-4f99-a5fd-c5bab24531c2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6b9e6c7a-3c4c-40ab-bf11-5092227ccf77 HTTP/1.1" status: 204 len: 168 time: 0.2033632 Feb 17 17:57:22.964296 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 51102) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:23.101780 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b263e190-6d93-4ade-aa19-61688df81f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:23.118812 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-b263e190-6d93-4ade-aa19-61688df81f5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:23.122983 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-b263e190-6d93-4ade-aa19-61688df81f5d admin admin] Usage tracker for resource:security_group_rule and tenant:4aa23ec693884949bbaaf050e3b5f4ad is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:23.125999 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-b263e190-6d93-4ade-aa19-61688df81f5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:23.133107 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-b263e190-6d93-4ade-aa19-61688df81f5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:23.221709 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b263e190-6d93-4ade-aa19-61688df81f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:23.225188 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b263e190-6d93-4ade-aa19-61688df81f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:23.234175 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-da6f1355-c542-41de-9acf-afe30855b072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:23.278371 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-b263e190-6d93-4ade-aa19-61688df81f5d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4aa23ec693884949bbaaf050e3b5f4ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3128700 Feb 17 17:57:23.280106 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b263e190-6d93-4ade-aa19-61688df81f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae94db2-7a13-48f6-9215-d7c9b6bafa13,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:23.281424 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 51108) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:23.283523 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b263e190-6d93-4ade-aa19-61688df81f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:23.351648 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-39053b99-7e44-4f1a-bf7e-912c1b053e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:23.381925 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-39053b99-7e44-4f1a-bf7e-912c1b053e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:23.429808 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-39053b99-7e44-4f1a-bf7e-912c1b053e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:23.435095 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4a52d3d3-1c69-45c2-882f-18de7be5dc29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:23.449073 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39053b99-7e44-4f1a-bf7e-912c1b053e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae94db2-7a13-48f6-9215-d7c9b6bafa13,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:23.454548 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-39053b99-7e44-4f1a-bf7e-912c1b053e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:23.459667 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-39053b99-7e44-4f1a-bf7e-912c1b053e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:23.460938 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-39053b99-7e44-4f1a-bf7e-912c1b053e7a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1ae94db2-7a13-48f6-9215-d7c9b6bafa13 HTTP/1.1" status: 204 len: 168 time: 0.1784067 Feb 17 17:57:23.760347 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 51116) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:23.781751 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-38c2081f-2141-41e3-9909-0a471002cc91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:23.800520 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-38c2081f-2141-41e3-9909-0a471002cc91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:23.805280 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-38c2081f-2141-41e3-9909-0a471002cc91 admin admin] Usage tracker for resource:security_group_rule and tenant:245b228f2008430f9af79eac4f963657 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:23.808369 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-38c2081f-2141-41e3-9909-0a471002cc91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:23.814307 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-38c2081f-2141-41e3-9909-0a471002cc91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:23.906025 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-38c2081f-2141-41e3-9909-0a471002cc91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:23.909105 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-38c2081f-2141-41e3-9909-0a471002cc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:23.923258 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a4f539e8-d97f-46f6-809b-f79d7c625898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:24.222512 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-38c2081f-2141-41e3-9909-0a471002cc91 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=245b228f2008430f9af79eac4f963657&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4607677 Feb 17 17:57:24.225286 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2081f-2141-41e3-9909-0a471002cc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66e2920-8777-49d5-b044-1abfeee087e2,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:24.225625 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 51126) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:24.229348 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-38c2081f-2141-41e3-9909-0a471002cc91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:24.298052 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cd5d94e1-4f0b-4678-b442-f08b8e73224b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:24.331091 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cd5d94e1-4f0b-4678-b442-f08b8e73224b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:24.385749 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cd5d94e1-4f0b-4678-b442-f08b8e73224b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:24.391398 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c020b099-a265-40c4-8b8e-1834094712bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:24.406326 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d94e1-4f0b-4678-b442-f08b8e73224b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66e2920-8777-49d5-b044-1abfeee087e2,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:24.412983 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cd5d94e1-4f0b-4678-b442-f08b8e73224b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:24.417917 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cd5d94e1-4f0b-4678-b442-f08b8e73224b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:24.422232 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-cd5d94e1-4f0b-4678-b442-f08b8e73224b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f66e2920-8777-49d5-b044-1abfeee087e2 HTTP/1.1" status: 204 len: 168 time: 0.1953895 Feb 17 17:57:25.125245 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 51152) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:25.239268 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-ebc8b08a-cbf1-4202-95bb-ba523f07ae7f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-687798775-network', 'tenant_id': 'a732be8337794d7ea417c22b4dc27c3e'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:25.244923 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ebc8b08a-cbf1-4202-95bb-ba523f07ae7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:25.249026 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-ebc8b08a-cbf1-4202-95bb-ba523f07ae7f admin admin] Usage tracker for resource:network and tenant:a732be8337794d7ea417c22b4dc27c3e is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:25.251997 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-ebc8b08a-cbf1-4202-95bb-ba523f07ae7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:25.259153 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ebc8b08a-cbf1-4202-95bb-ba523f07ae7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:25.267979 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc8b08a-cbf1-4202-95bb-ba523f07ae7f admin admin] Made reservation on behalf of a732be8337794d7ea417c22b4dc27c3e for: {'network': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:57:25.272742 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ebc8b08a-cbf1-4202-95bb-ba523f07ae7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for network, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:25.285611 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ebc8b08a-cbf1-4202-95bb-ba523f07ae7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:25.301122 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ebc8b08a-cbf1-4202-95bb-ba523f07ae7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:25.305882 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-ebc8b08a-cbf1-4202-95bb-ba523f07ae7f admin admin] Usage tracker for resource:security_group_rule and tenant:a732be8337794d7ea417c22b4dc27c3e is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:25.308829 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-ebc8b08a-cbf1-4202-95bb-ba523f07ae7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:25.314524 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ebc8b08a-cbf1-4202-95bb-ba523f07ae7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:25.404072 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ebc8b08a-cbf1-4202-95bb-ba523f07ae7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:25.409012 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ebc8b08a-cbf1-4202-95bb-ba523f07ae7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:25.410441 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dd70cd2-9ade-4a6c-b0a4-65a7ef41dca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:25.416017 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-00ebe8d0-a912-4a79-97d3-1a494676a9b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:25.447335 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc8b08a-cbf1-4202-95bb-ba523f07ae7f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=83987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:57:25.463602 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8b08a-cbf1-4202-95bb-ba523f07ae7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87853544-f1b0-40b5-9a69-23dcc416d127,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:25.466729 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ebc8b08a-cbf1-4202-95bb-ba523f07ae7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012526'] for segment, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:25.467266 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.db.segments_db [None req-ebc8b08a-cbf1-4202-95bb-ba523f07ae7f admin admin] Added segment f4da1681-1658-49c2-b09b-1b4d36620ca8 of type vxlan for network a1b8dd18-2220-4c93-a686-59ec058646b0 Feb 17 17:57:25.468434 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ebc8b08a-cbf1-4202-95bb-ba523f07ae7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:25.499518 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ebc8b08a-cbf1-4202-95bb-ba523f07ae7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363283405532856'] for network, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:25.532434 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ebc8b08a-cbf1-4202-95bb-ba523f07ae7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513'] for network, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:25.533756 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc8b08a-cbf1-4202-95bb-ba523f07ae7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:25.534410 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ebc8b08a-cbf1-4202-95bb-ba523f07ae7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:25.540432 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:25.652104 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-ebc8b08a-cbf1-4202-95bb-ba523f07ae7f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5256550 Feb 17 17:57:25.653116 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8b08a-cbf1-4202-95bb-ba523f07ae7f admin admin] Pushing event updated for resources: {'Network': ['ID=a1b8dd18-2220-4c93-a686-59ec058646b0,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:25.656415 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ebc8b08a-cbf1-4202-95bb-ba523f07ae7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:25.656961 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 51158) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:25.663910 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-dcc2cbce-5d17-4d52-a881-d70ab788b0c3 admin admin] Request body: {'subnet': {'network_id': 'a1b8dd18-2220-4c93-a686-59ec058646b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-687798775-subnet', 'tenant_id': 'a732be8337794d7ea417c22b4dc27c3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:25.664810 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Network a1b8dd18-2220-4c93-a686-59ec058646b0 details requested by agent ovs-agent-dv-cinder-760199-3-smb with host dv-cinder-760199-3-smb {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:57:25.669359 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-dcc2cbce-5d17-4d52-a881-d70ab788b0c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:25.673710 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-dcc2cbce-5d17-4d52-a881-d70ab788b0c3 admin admin] Usage tracker for resource:subnet and tenant:a732be8337794d7ea417c22b4dc27c3e is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:25.678289 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-dcc2cbce-5d17-4d52-a881-d70ab788b0c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:25.683606 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Network a1b8dd18-2220-4c93-a686-59ec058646b0 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:57:25.684723 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-dcc2cbce-5d17-4d52-a881-d70ab788b0c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:25.695892 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc2cbce-5d17-4d52-a881-d70ab788b0c3 admin admin] Made reservation on behalf of a732be8337794d7ea417c22b4dc27c3e for: {'subnet': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:57:25.701007 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dcc2cbce-5d17-4d52-a881-d70ab788b0c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140702'] for subnet, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:26.136038 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dcc2cbce-5d17-4d52-a881-d70ab788b0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846389800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5453628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140687'] for subnet, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:26.152078 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5e12791c-ea95-4d1e-bee4-6d3f03666923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:26.290229 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2cbce-5d17-4d52-a881-d70ab788b0c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a6fab7f-0428-44e4-9012-6e02ebef601d,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:26.294266 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-dcc2cbce-5d17-4d52-a881-d70ab788b0c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:26.356754 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc2cbce-5d17-4d52-a881-d70ab788b0c3 admin admin] Checking segment: {'id': 'f4da1681-1658-49c2-b09b-1b4d36620ca8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a1b8dd18-2220-4c93-a686-59ec058646b0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:57:26.357153 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc2cbce-5d17-4d52-a881-d70ab788b0c3 admin admin] Network hostable DHCP agents. Network: a1b8dd18-2220-4c93-a686-59ec058646b0, hostable agents: ['8546a6d4-f394-45d5-bab8-9d45fc62bb83'], hosted agents: [] {{(pid=83986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:57:26.376828 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc2cbce-5d17-4d52-a881-d70ab788b0c3 admin admin] Network a1b8dd18-2220-4c93-a686-59ec058646b0 is scheduled to be hosted by DHCP agent 8546a6d4-f394-45d5-bab8-9d45fc62bb83 with binding_index 1 {{(pid=83986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:57:26.387835 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-dcc2cbce-5d17-4d52-a881-d70ab788b0c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-smb, a1b8dd18-2220-4c93-a686-59ec058646b0) {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:57:26.399863 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacad8fa-2e5e-4fa1-9f69-bc2764d91872 None None] Network a1b8dd18-2220-4c93-a686-59ec058646b0 requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:57:26.409615 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc2cbce-5d17-4d52-a881-d70ab788b0c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:26.410663 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dcc2cbce-5d17-4d52-a881-d70ab788b0c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:26.439361 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-dcc2cbce-5d17-4d52-a881-d70ab788b0c3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7811084 Feb 17 17:57:26.656867 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1b2baf-9ffb-4708-85c5-62a1db3cb0b0 None None] Network a1b8dd18-2220-4c93-a686-59ec058646b0 requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:57:27.198478 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 51188) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:27.204962 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-0abdc987-ad29-453b-8ac7-36dc526cc307 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1276964308-network', 'tenant_id': '5e965143fe90460f8d2aaec0fc722e89'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:27.211443 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0abdc987-ad29-453b-8ac7-36dc526cc307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:27.215106 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-0abdc987-ad29-453b-8ac7-36dc526cc307 admin admin] Usage tracker for resource:network and tenant:5e965143fe90460f8d2aaec0fc722e89 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:27.219004 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-0abdc987-ad29-453b-8ac7-36dc526cc307 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:27.226116 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0abdc987-ad29-453b-8ac7-36dc526cc307 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:27.236971 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abdc987-ad29-453b-8ac7-36dc526cc307 admin admin] Made reservation on behalf of 5e965143fe90460f8d2aaec0fc722e89 for: {'network': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:57:27.242555 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0abdc987-ad29-453b-8ac7-36dc526cc307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for network, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:27.256055 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0abdc987-ad29-453b-8ac7-36dc526cc307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:27.272803 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0abdc987-ad29-453b-8ac7-36dc526cc307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:27.277018 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-0abdc987-ad29-453b-8ac7-36dc526cc307 admin admin] Usage tracker for resource:security_group_rule and tenant:5e965143fe90460f8d2aaec0fc722e89 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:27.280096 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-0abdc987-ad29-453b-8ac7-36dc526cc307 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:27.286057 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0abdc987-ad29-453b-8ac7-36dc526cc307 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:27.380929 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0abdc987-ad29-453b-8ac7-36dc526cc307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:27.383895 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0abdc987-ad29-453b-8ac7-36dc526cc307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:27.388223 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-92b43e07-f517-48a4-a302-bd794572a30c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:27.419216 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0abdc987-ad29-453b-8ac7-36dc526cc307 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=83986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:57:27.432889 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abdc987-ad29-453b-8ac7-36dc526cc307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37c68a8-f809-4486-9337-f1f660fdeed3,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:27.437386 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0abdc987-ad29-453b-8ac7-36dc526cc307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:27.438465 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0abdc987-ad29-453b-8ac7-36dc526cc307 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363283404939516', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012526'] for segment, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:27.438867 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.db.segments_db [None req-0abdc987-ad29-453b-8ac7-36dc526cc307 admin admin] Added segment 35f64063-3968-446c-b4e6-7afe07800342 of type vxlan for network 358ff761-145e-4b5b-9bea-dcc166017220 Feb 17 17:57:27.467976 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0abdc987-ad29-453b-8ac7-36dc526cc307 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363283405532856'] for network, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:27.498897 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0abdc987-ad29-453b-8ac7-36dc526cc307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513'] for network, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:27.500182 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abdc987-ad29-453b-8ac7-36dc526cc307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:27.500853 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0abdc987-ad29-453b-8ac7-36dc526cc307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:27.506081 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:27.524227 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-80ac128c-d976-4f54-bb07-6e4fa340ff8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:27.619598 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-0abdc987-ad29-453b-8ac7-36dc526cc307 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4198046 Feb 17 17:57:27.620792 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abdc987-ad29-453b-8ac7-36dc526cc307 admin admin] Pushing event updated for resources: {'Network': ['ID=358ff761-145e-4b5b-9bea-dcc166017220,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:27.622696 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 51194) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:27.625673 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0abdc987-ad29-453b-8ac7-36dc526cc307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:27.629623 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-6b5248b6-ef03-4cc3-8621-66c3f0c5d885 admin admin] Request body: {'subnet': {'network_id': '358ff761-145e-4b5b-9bea-dcc166017220', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1276964308-subnet', 'tenant_id': '5e965143fe90460f8d2aaec0fc722e89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:27.635184 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6b5248b6-ef03-4cc3-8621-66c3f0c5d885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:27.636485 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Network 358ff761-145e-4b5b-9bea-dcc166017220 details requested by agent ovs-agent-dv-cinder-760199-3-smb with host dv-cinder-760199-3-smb {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:57:27.639842 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-6b5248b6-ef03-4cc3-8621-66c3f0c5d885 admin admin] Usage tracker for resource:subnet and tenant:5e965143fe90460f8d2aaec0fc722e89 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:27.643035 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-6b5248b6-ef03-4cc3-8621-66c3f0c5d885 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:27.656806 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Network 358ff761-145e-4b5b-9bea-dcc166017220 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:57:27.658291 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6b5248b6-ef03-4cc3-8621-66c3f0c5d885 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:27.672726 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5248b6-ef03-4cc3-8621-66c3f0c5d885 admin admin] Made reservation on behalf of 5e965143fe90460f8d2aaec0fc722e89 for: {'subnet': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:57:27.678753 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6b5248b6-ef03-4cc3-8621-66c3f0c5d885 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140702'] for subnet, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:28.100379 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6b5248b6-ef03-4cc3-8621-66c3f0c5d885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846389800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5453628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140687'] for subnet, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:28.120048 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ff3e2f41-6b79-4a24-8f27-2254ea1d6fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:28.242978 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5248b6-ef03-4cc3-8621-66c3f0c5d885 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9596f1da-3cc9-4aa7-937f-a78dd4b9a470,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:28.245813 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6b5248b6-ef03-4cc3-8621-66c3f0c5d885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:28.323658 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5248b6-ef03-4cc3-8621-66c3f0c5d885 admin admin] Checking segment: {'id': '35f64063-3968-446c-b4e6-7afe07800342', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '358ff761-145e-4b5b-9bea-dcc166017220'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:57:28.324060 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5248b6-ef03-4cc3-8621-66c3f0c5d885 admin admin] Network hostable DHCP agents. Network: 358ff761-145e-4b5b-9bea-dcc166017220, hostable agents: ['8546a6d4-f394-45d5-bab8-9d45fc62bb83'], hosted agents: [] {{(pid=83986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:57:28.344628 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5248b6-ef03-4cc3-8621-66c3f0c5d885 admin admin] Network 358ff761-145e-4b5b-9bea-dcc166017220 is scheduled to be hosted by DHCP agent 8546a6d4-f394-45d5-bab8-9d45fc62bb83 with binding_index 1 {{(pid=83986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:57:28.354617 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-6b5248b6-ef03-4cc3-8621-66c3f0c5d885 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-smb, 358ff761-145e-4b5b-9bea-dcc166017220) {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:57:28.366038 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e3ea15-7f7f-4023-974f-05c3d8171a38 None None] Network 358ff761-145e-4b5b-9bea-dcc166017220 requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:57:28.369349 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5248b6-ef03-4cc3-8621-66c3f0c5d885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:28.369999 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6b5248b6-ef03-4cc3-8621-66c3f0c5d885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:28.393688 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-6b5248b6-ef03-4cc3-8621-66c3f0c5d885 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7698741 Feb 17 17:57:28.542634 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 51204) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:28.603918 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea722bb-0ede-4589-8b4f-94f1f5907c06 None None] Network 358ff761-145e-4b5b-9bea-dcc166017220 requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:57:28.614382 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-2848077f-988f-4e33-bbbf-d1b1698fc874 admin admin] Deleting subnet 4a6fab7f-0428-44e4-9012-6e02ebef601d {{(pid=83986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 17:57:28.619538 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2848077f-988f-4e33-bbbf-d1b1698fc874 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:28.682141 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2848077f-988f-4e33-bbbf-d1b1698fc874 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849491584'] for subnet, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:28.704524 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:28.744865 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2848077f-988f-4e33-bbbf-d1b1698fc874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853767929'] for subnet, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:29.024715 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2848077f-988f-4e33-bbbf-d1b1698fc874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846389800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036849322119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848634896'] for subnet, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:29.042010 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:29.139113 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848077f-988f-4e33-bbbf-d1b1698fc874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a6fab7f-0428-44e4-9012-6e02ebef601d,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:29.141774 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2848077f-988f-4e33-bbbf-d1b1698fc874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:29.180009 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2848077f-988f-4e33-bbbf-d1b1698fc874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:29.186107 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-2848077f-988f-4e33-bbbf-d1b1698fc874 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4a6fab7f-0428-44e4-9012-6e02ebef601d HTTP/1.1" status: 204 len: 168 time: 0.6423798 Feb 17 17:57:29.188851 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 51208) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:29.310053 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-06cbe5c7-9af9-4f19-872b-01d28633811b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247486'] for network, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:29.509679 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-06cbe5c7-9af9-4f19-872b-01d28633811b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853766242', 'neutron.services.segments.db._delete_segments_for_network-8753449836301'] for network, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:29.633877 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-06cbe5c7-9af9-4f19-872b-01d28633811b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1b8dd18-2220-4c93-a686-59ec058646b0']}} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:29.654511 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-06cbe5c7-9af9-4f19-872b-01d28633811b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4da1681-1658-49c2-b09b-1b4d36620ca8') {'for_net_delete': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:29.654511 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-06cbe5c7-9af9-4f19-872b-01d28633811b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4da1681-1658-49c2-b09b-1b4d36620ca8') {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:29.663883 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-06cbe5c7-9af9-4f19-872b-01d28633811b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753449833229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5284248'] for segment, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:29.684028 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-06cbe5c7-9af9-4f19-872b-01d28633811b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012526'] for segment, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:29.686404 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-06cbe5c7-9af9-4f19-872b-01d28633811b admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 17:57:29.788133 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:29.882082 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-06cbe5c7-9af9-4f19-872b-01d28633811b admin admin] Network a1b8dd18-2220-4c93-a686-59ec058646b0 has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:57:29.891875 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-06cbe5c7-9af9-4f19-872b-01d28633811b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853763306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5453446'] for segment, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:29.929963 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:30.082897 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-06cbe5c7-9af9-4f19-872b-01d28633811b admin admin] Network a1b8dd18-2220-4c93-a686-59ec058646b0 has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:57:30.107459 dv-cinder-760199-3-smb neutron-server[83873]: Traceback (most recent call last): Feb 17 17:57:30.107459 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:57:30.107459 dv-cinder-760199-3-smb neutron-server[83873]: timer() Feb 17 17:57:30.107459 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:57:30.107459 dv-cinder-760199-3-smb neutron-server[83873]: cb(*args, **kw) Feb 17 17:57:30.107459 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 17:57:30.107459 dv-cinder-760199-3-smb neutron-server[83873]: return func(*args, **kwargs) Feb 17 17:57:30.107459 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:57:30.107459 dv-cinder-760199-3-smb neutron-server[83873]: self._notify() Feb 17 17:57:30.107459 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:57:30.107459 dv-cinder-760199-3-smb neutron-server[83873]: self.callback(batched_events) Feb 17 17:57:30.107459 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:57:30.107459 dv-cinder-760199-3-smb neutron-server[83873]: event.method(event) Feb 17 17:57:30.107459 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 17:57:30.107459 dv-cinder-760199-3-smb neutron-server[83873]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:57:30.107459 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 17:57:30.107459 dv-cinder-760199-3-smb neutron-server[83873]: segment_id)['aggregates'][0] Feb 17 17:57:30.107459 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 17:57:30.107459 dv-cinder-760199-3-smb neutron-server[83873]: return f(self, *a, **k) Feb 17 17:57:30.107459 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 17:57:30.107459 dv-cinder-760199-3-smb neutron-server[83873]: return self._get(url).json() Feb 17 17:57:30.107459 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:57:30.107459 dv-cinder-760199-3-smb neutron-server[83873]: **kwargs) Feb 17 17:57:30.107459 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 17:57:30.107459 dv-cinder-760199-3-smb neutron-server[83873]: return self.request(url, 'GET', **kwargs) Feb 17 17:57:30.107459 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 17:57:30.107459 dv-cinder-760199-3-smb neutron-server[83873]: **endpoint_filter) Feb 17 17:57:30.107459 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 17:57:30.107459 dv-cinder-760199-3-smb neutron-server[83873]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:57:30.107459 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 17:57:30.107459 dv-cinder-760199-3-smb neutron-server[83873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:57:30.107459 dv-cinder-760199-3-smb neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:57:30.182692 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-06cbe5c7-9af9-4f19-872b-01d28633811b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846510654'] for network, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:30.186211 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:30.204195 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-06cbe5c7-9af9-4f19-872b-01d28633811b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:30.214548 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cbe5c7-9af9-4f19-872b-01d28633811b admin admin] Pushing event deleted for resources: {'Network': ['ID=a1b8dd18-2220-4c93-a686-59ec058646b0,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:30.220476 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-06cbe5c7-9af9-4f19-872b-01d28633811b admin admin] 10.222.0.49 "DELETE /v2.0/networks/a1b8dd18-2220-4c93-a686-59ec058646b0 HTTP/1.1" status: 204 len: 168 time: 1.0278835 Feb 17 17:57:30.220476 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-06cbe5c7-9af9-4f19-872b-01d28633811b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:30.221356 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 51220) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:30.288998 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9971732-573c-4532-a0e7-777710824e6b admin admin] Deleting subnet 9596f1da-3cc9-4aa7-937f-a78dd4b9a470 {{(pid=83986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 17:57:30.292296 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e9971732-573c-4532-a0e7-777710824e6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:30.346246 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e9971732-573c-4532-a0e7-777710824e6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849491584'] for subnet, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:30.409619 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e9971732-573c-4532-a0e7-777710824e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853767929'] for subnet, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:30.914470 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e9971732-573c-4532-a0e7-777710824e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846389800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036849322119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848634896'] for subnet, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:30.931619 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:31.026878 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9971732-573c-4532-a0e7-777710824e6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9596f1da-3cc9-4aa7-937f-a78dd4b9a470,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:31.031707 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e9971732-573c-4532-a0e7-777710824e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:31.069482 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e9971732-573c-4532-a0e7-777710824e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:31.075631 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-e9971732-573c-4532-a0e7-777710824e6b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9596f1da-3cc9-4aa7-937f-a78dd4b9a470 HTTP/1.1" status: 204 len: 168 time: 0.8538630 Feb 17 17:57:31.078361 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 51226) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:31.196241 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9126f753-040e-4920-b28e-c94f1e92922d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247486'] for network, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:31.388239 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9126f753-040e-4920-b28e-c94f1e92922d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853766242', 'neutron.services.segments.db._delete_segments_for_network-8753449836301'] for network, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:31.509172 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-9126f753-040e-4920-b28e-c94f1e92922d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['358ff761-145e-4b5b-9bea-dcc166017220']}} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:31.523015 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-9126f753-040e-4920-b28e-c94f1e92922d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f64063-3968-446c-b4e6-7afe07800342') {'for_net_delete': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:31.523349 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-9126f753-040e-4920-b28e-c94f1e92922d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f64063-3968-446c-b4e6-7afe07800342') {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:31.535749 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9126f753-040e-4920-b28e-c94f1e92922d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753449833229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5284248'] for segment, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:31.553226 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9126f753-040e-4920-b28e-c94f1e92922d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012526'] for segment, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:31.555557 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9126f753-040e-4920-b28e-c94f1e92922d admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 17:57:31.758382 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-9126f753-040e-4920-b28e-c94f1e92922d admin admin] Network 358ff761-145e-4b5b-9bea-dcc166017220 has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:57:31.768635 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9126f753-040e-4920-b28e-c94f1e92922d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853763306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5453446'] for segment, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:31.970803 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-9126f753-040e-4920-b28e-c94f1e92922d admin admin] Network 358ff761-145e-4b5b-9bea-dcc166017220 has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:57:31.996373 dv-cinder-760199-3-smb neutron-server[83873]: Traceback (most recent call last): Feb 17 17:57:31.996373 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:57:31.996373 dv-cinder-760199-3-smb neutron-server[83873]: timer() Feb 17 17:57:31.996373 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:57:31.996373 dv-cinder-760199-3-smb neutron-server[83873]: cb(*args, **kw) Feb 17 17:57:31.996373 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 17:57:31.996373 dv-cinder-760199-3-smb neutron-server[83873]: return func(*args, **kwargs) Feb 17 17:57:31.996373 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:57:31.996373 dv-cinder-760199-3-smb neutron-server[83873]: self._notify() Feb 17 17:57:31.996373 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:57:31.996373 dv-cinder-760199-3-smb neutron-server[83873]: self.callback(batched_events) Feb 17 17:57:31.996373 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:57:31.996373 dv-cinder-760199-3-smb neutron-server[83873]: event.method(event) Feb 17 17:57:31.996373 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 17:57:31.996373 dv-cinder-760199-3-smb neutron-server[83873]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:57:31.996373 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 17:57:31.996373 dv-cinder-760199-3-smb neutron-server[83873]: segment_id)['aggregates'][0] Feb 17 17:57:31.996373 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 17:57:31.996373 dv-cinder-760199-3-smb neutron-server[83873]: return f(self, *a, **k) Feb 17 17:57:31.996373 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 17:57:31.996373 dv-cinder-760199-3-smb neutron-server[83873]: return self._get(url).json() Feb 17 17:57:31.996373 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:57:31.996373 dv-cinder-760199-3-smb neutron-server[83873]: **kwargs) Feb 17 17:57:31.996373 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 17:57:31.996373 dv-cinder-760199-3-smb neutron-server[83873]: return self.request(url, 'GET', **kwargs) Feb 17 17:57:31.996373 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 17:57:31.996373 dv-cinder-760199-3-smb neutron-server[83873]: **endpoint_filter) Feb 17 17:57:31.996373 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 17:57:31.996373 dv-cinder-760199-3-smb neutron-server[83873]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:57:31.996373 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 17:57:31.996373 dv-cinder-760199-3-smb neutron-server[83873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:57:31.996373 dv-cinder-760199-3-smb neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:57:32.089419 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9126f753-040e-4920-b28e-c94f1e92922d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846510654'] for network, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:32.094362 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:32.111707 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9126f753-040e-4920-b28e-c94f1e92922d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:32.125180 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126f753-040e-4920-b28e-c94f1e92922d admin admin] Pushing event deleted for resources: {'Network': ['ID=358ff761-145e-4b5b-9bea-dcc166017220,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:32.132031 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-9126f753-040e-4920-b28e-c94f1e92922d admin admin] 10.222.0.49 "DELETE /v2.0/networks/358ff761-145e-4b5b-9bea-dcc166017220 HTTP/1.1" status: 204 len: 168 time: 1.0488753 Feb 17 17:57:32.132031 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9126f753-040e-4920-b28e-c94f1e92922d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:32.252890 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 51242) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:32.308223 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-869f8d1b-c2d6-4c2f-a33c-1532d0064334 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a732be8337794d7ea417c22b4dc27c3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538995 Feb 17 17:57:32.310887 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 51246) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:32.375964 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37e0af4e-ea37-4aa9-9700-c35996042860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:32.405064 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37e0af4e-ea37-4aa9-9700-c35996042860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:32.452106 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37e0af4e-ea37-4aa9-9700-c35996042860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:32.457281 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4d0e6c38-b4a0-4bef-87f2-03215413f9c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:32.472157 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0af4e-ea37-4aa9-9700-c35996042860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87853544-f1b0-40b5-9a69-23dcc416d127,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:32.475879 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-37e0af4e-ea37-4aa9-9700-c35996042860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:32.477226 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37e0af4e-ea37-4aa9-9700-c35996042860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:32.479030 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-37e0af4e-ea37-4aa9-9700-c35996042860 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/87853544-f1b0-40b5-9a69-23dcc416d127 HTTP/1.1" status: 204 len: 168 time: 0.1671281 Feb 17 17:57:32.858469 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 51256) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:32.916628 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-144b4d94-2f6e-4b1c-a35f-96cf3838fe40 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5e965143fe90460f8d2aaec0fc722e89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0568039 Feb 17 17:57:32.920040 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 51262) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:32.989329 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d600f174-2244-411a-aca5-c7fb38d09e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:33.027464 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d600f174-2244-411a-aca5-c7fb38d09e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:33.093570 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d600f174-2244-411a-aca5-c7fb38d09e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:33.093570 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2598097e-ba52-4c95-b7a8-0a6ac69d451d tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:33.101632 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600f174-2244-411a-aca5-c7fb38d09e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37c68a8-f809-4486-9337-f1f660fdeed3,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:33.106914 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d600f174-2244-411a-aca5-c7fb38d09e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:33.109328 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d600f174-2244-411a-aca5-c7fb38d09e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:33.113743 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-d600f174-2244-411a-aca5-c7fb38d09e2f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c37c68a8-f809-4486-9337-f1f660fdeed3 HTTP/1.1" status: 204 len: 168 time: 0.1925209 Feb 17 17:57:33.512067 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bda044-c9ea-4d55-8b57-ea4ac98accf2 req-c0d19b2c-2f01-4e1b-8df8-6953ea34da83 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:33.519944 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b9bda044-c9ea-4d55-8b57-ea4ac98accf2 req-c0d19b2c-2f01-4e1b-8df8-6953ea34da83 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 945 time: 0.0987740 Feb 17 17:57:33.571481 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b9bda044-c9ea-4d55-8b57-ea4ac98accf2 req-0f5aeac1-7277-40ec-9c7a-afcdf2302f9c tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502980 Feb 17 17:57:33.706042 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc83d99-9403-4e4f-a8fb-759465a5acf7 req-49de9734-d90d-4ef3-8efc-20b64cfd4b6d tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:33.707557 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4dc83d99-9403-4e4f-a8fb-759465a5acf7 req-49de9734-d90d-4ef3-8efc-20b64cfd4b6d tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2fe6639-366e-4331-a02f-a40dcad208ca HTTP/1.1" status: 200 len: 946 time: 0.0952663 Feb 17 17:57:33.759484 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4dc83d99-9403-4e4f-a8fb-759465a5acf7 req-b4d4eb01-b996-42c8-a38a-dde8ac2aad93 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438347 Feb 17 17:57:34.787993 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ee55d-759f-4ecc-b51c-8837d7bff739 req-83653baf-e6d8-4baa-8311-d6d2a6d498bc tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:34.789673 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-949ee55d-759f-4ecc-b51c-8837d7bff739 req-83653baf-e6d8-4baa-8311-d6d2a6d498bc tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 945 time: 0.0971496 Feb 17 17:57:34.863228 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-949ee55d-759f-4ecc-b51c-8837d7bff739 req-44310584-4827-4fbc-9e55-07458606b75e tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551686 Feb 17 17:57:34.990536 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964c47b-c64d-468f-b60f-6e1827097a99 req-4d05f410-3ca4-4943-8ef3-0504308e62f3 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:34.992199 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c964c47b-c64d-468f-b60f-6e1827097a99 req-4d05f410-3ca4-4943-8ef3-0504308e62f3 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2fe6639-366e-4331-a02f-a40dcad208ca HTTP/1.1" status: 200 len: 946 time: 0.0957663 Feb 17 17:57:35.050453 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c964c47b-c64d-468f-b60f-6e1827097a99 req-87edb353-c4c1-454f-aef2-0dc3377e524c tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515099 Feb 17 17:57:35.118571 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a708047-ff25-4d2d-b1d1-35300543898f req-26d889f0-bbdc-4091-8450-d901024f46f4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:35.120362 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5a708047-ff25-4d2d-b1d1-35300543898f req-26d889f0-bbdc-4091-8450-d901024f46f4 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.67 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 945 time: 0.1019440 Feb 17 17:57:35.204481 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-5a708047-ff25-4d2d-b1d1-35300543898f req-d90a6ee6-4279-4302-91c5-eca00289fd3b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Deleting port 675f818b-86de-40f5-a10f-73e435898fb8 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:57:35.204898 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5a708047-ff25-4d2d-b1d1-35300543898f req-d90a6ee6-4279-4302-91c5-eca00289fd3b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:35.489421 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-5a708047-ff25-4d2d-b1d1-35300543898f req-d90a6ee6-4279-4302-91c5-eca00289fd3b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] For port 675f818b-86de-40f5-a10f-73e435898fb8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=675f818b-86de-40f5-a10f-73e435898fb8,segment=NetworkSegment(d6c40ba5-568a-477a-8ba4-567b28b5f497),segment_id=d6c40ba5-568a-477a-8ba4-567b28b5f497)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:57:35.491016 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5a708047-ff25-4d2d-b1d1-35300543898f req-d90a6ee6-4279-4302-91c5-eca00289fd3b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:35.759946 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 675f818b-86de-40f5-a10f-73e435898fb8 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:57:35.844982 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5a708047-ff25-4d2d-b1d1-35300543898f req-d90a6ee6-4279-4302-91c5-eca00289fd3b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:35.845465 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5a708047-ff25-4d2d-b1d1-35300543898f req-d90a6ee6-4279-4302-91c5-eca00289fd3b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846487875'] for floatingip, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:35.845722 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.db.l3_db [req-5a708047-ff25-4d2d-b1d1-35300543898f req-d90a6ee6-4279-4302-91c5-eca00289fd3b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Floating IP deef16ed-2d26-4a57-a81e-ac6391b77d78 disassociated. External IP: 172.28.3.185, port: 675f818b-86de-40f5-a10f-73e435898fb8. Feb 17 17:57:35.846103 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-5a708047-ff25-4d2d-b1d1-35300543898f req-d90a6ee6-4279-4302-91c5-eca00289fd3b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Calling delete_port for 675f818b-86de-40f5-a10f-73e435898fb8 owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:57:35.906026 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:35.944507 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] For port 675f818b-86de-40f5-a10f-73e435898fb8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=675f818b-86de-40f5-a10f-73e435898fb8,segment=NetworkSegment(d6c40ba5-568a-477a-8ba4-567b28b5f497),segment_id=d6c40ba5-568a-477a-8ba4-567b28b5f497)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:57:35.945732 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7563b22c-68c8-4c7b-93b1-b4f1fd927b0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '675f818b-86de-40f5-a10f-73e435898fb8'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:57:35.952102 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:35.953976 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:35.963463 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.db.api [req-5a708047-ff25-4d2d-b1d1-35300543898f req-d90a6ee6-4279-4302-91c5-eca00289fd3b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83987) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:57:35.964367 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_db.api [req-5a708047-ff25-4d2d-b1d1-35300543898f req-d90a6ee6-4279-4302-91c5-eca00289fd3b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:57:36.039573 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7563b22c-68c8-4c7b-93b1-b4f1fd927b0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '675f818b-86de-40f5-a10f-73e435898fb8', 'code': 200} Feb 17 17:57:36.040697 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Pushing event updated for resources: {'Port': ['ID=675f818b-86de-40f5-a10f-73e435898fb8,revision_number=7']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:36.044750 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:36.149178 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7e99f-2816-49b5-8081-7dac6958449d req-cc361db5-59f1-46d6-9760-1a16ac3daf88 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:36.150832 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-21d7e99f-2816-49b5-8081-7dac6958449d req-cc361db5-59f1-46d6-9760-1a16ac3daf88 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 943 time: 0.1421456 Feb 17 17:57:36.221373 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-21d7e99f-2816-49b5-8081-7dac6958449d req-e43d9767-aeae-49f9-8df9-bc13d693f76c tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8420ad1-9804-439d-a4fa-52a088d3be57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630617 Feb 17 17:57:36.285783 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7e7fd-534b-4109-9492-4829060fd73f req-86f75d06-54c1-4963-a1e7-308534199027 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:36.288485 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-54c7e7fd-534b-4109-9492-4829060fd73f req-86f75d06-54c1-4963-a1e7-308534199027 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2fe6639-366e-4331-a02f-a40dcad208ca HTTP/1.1" status: 200 len: 946 time: 0.1028767 Feb 17 17:57:36.344305 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-54c7e7fd-534b-4109-9492-4829060fd73f req-736994d3-f207-4e04-ac48-3162b9caccf0 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489514 Feb 17 17:57:36.465541 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-5a708047-ff25-4d2d-b1d1-35300543898f req-d90a6ee6-4279-4302-91c5-eca00289fd3b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Deleting port 675f818b-86de-40f5-a10f-73e435898fb8 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:57:36.465965 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5a708047-ff25-4d2d-b1d1-35300543898f req-d90a6ee6-4279-4302-91c5-eca00289fd3b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:36.749957 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-5a708047-ff25-4d2d-b1d1-35300543898f req-d90a6ee6-4279-4302-91c5-eca00289fd3b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] For port 675f818b-86de-40f5-a10f-73e435898fb8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=675f818b-86de-40f5-a10f-73e435898fb8,segment=NetworkSegment(d6c40ba5-568a-477a-8ba4-567b28b5f497),segment_id=d6c40ba5-568a-477a-8ba4-567b28b5f497)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:57:36.750361 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5a708047-ff25-4d2d-b1d1-35300543898f req-d90a6ee6-4279-4302-91c5-eca00289fd3b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:37.082118 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5a708047-ff25-4d2d-b1d1-35300543898f req-d90a6ee6-4279-4302-91c5-eca00289fd3b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:37.082619 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5a708047-ff25-4d2d-b1d1-35300543898f req-d90a6ee6-4279-4302-91c5-eca00289fd3b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846487875'] for floatingip, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:37.082856 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.db.l3_db [req-5a708047-ff25-4d2d-b1d1-35300543898f req-d90a6ee6-4279-4302-91c5-eca00289fd3b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Floating IP deef16ed-2d26-4a57-a81e-ac6391b77d78 disassociated. External IP: 172.28.3.185, port: 675f818b-86de-40f5-a10f-73e435898fb8. Feb 17 17:57:37.083796 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-5a708047-ff25-4d2d-b1d1-35300543898f req-d90a6ee6-4279-4302-91c5-eca00289fd3b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Calling delete_port for 675f818b-86de-40f5-a10f-73e435898fb8 owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:57:37.245921 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5a708047-ff25-4d2d-b1d1-35300543898f req-d90a6ee6-4279-4302-91c5-eca00289fd3b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:37.262754 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a67960eb-3084-4c60-b922-7f126b3720b7 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:37.279312 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 51380) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:37.408235 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a6ee6-4279-4302-91c5-eca00289fd3b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Pushing event deleted for resources: {'Port': ['ID=675f818b-86de-40f5-a10f-73e435898fb8,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:37.425580 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5fbed50b-4e95-40bb-8976-65624931880f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:37.444519 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5fbed50b-4e95-40bb-8976-65624931880f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:37.449033 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-5fbed50b-4e95-40bb-8976-65624931880f admin admin] Usage tracker for resource:security_group_rule and tenant:e73bd48db60f4a07975571aa639e9ae8 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:37.452852 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-5fbed50b-4e95-40bb-8976-65624931880f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:37.456949 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d90a6ee6-4279-4302-91c5-eca00289fd3b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:37.459847 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5fbed50b-4e95-40bb-8976-65624931880f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:37.471384 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-181a4e67-2a63-4bb1-a52b-f9b2117c3a2e req-dc48ef2f-1a49-452e-b15f-36a199fc6b4c tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 210 time: 0.1051064 Feb 17 17:57:37.612049 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79c564-5267-4702-9d0a-97b20dcf0389 req-98f8107e-61ad-442f-93e8-6ec270965f85 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:37.613728 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-de79c564-5267-4702-9d0a-97b20dcf0389 req-98f8107e-61ad-442f-93e8-6ec270965f85 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2fe6639-366e-4331-a02f-a40dcad208ca HTTP/1.1" status: 200 len: 946 time: 0.1483955 Feb 17 17:57:37.679125 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5fbed50b-4e95-40bb-8976-65624931880f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:37.683217 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5fbed50b-4e95-40bb-8976-65624931880f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:37.696311 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-33420dc2-fb1e-4be6-8f20-7e6e6479392f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:37.719644 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-de79c564-5267-4702-9d0a-97b20dcf0389 req-48acfd83-9ece-4fa8-805c-889b8a48a7d1 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964530 Feb 17 17:57:37.754068 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-5fbed50b-4e95-40bb-8976-65624931880f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e73bd48db60f4a07975571aa639e9ae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4735794 Feb 17 17:57:37.756297 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbed50b-4e95-40bb-8976-65624931880f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d495186f-88a9-4974-a008-f40da2db7bd3,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:37.759047 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 51388) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:37.762114 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5fbed50b-4e95-40bb-8976-65624931880f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:37.833154 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-536c5cda-8460-48b7-8a27-e887da226f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:37.866461 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-536c5cda-8460-48b7-8a27-e887da226f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:37.922150 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-536c5cda-8460-48b7-8a27-e887da226f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:37.928062 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-43690083-96d9-4430-aa89-7f45417d27bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:37.939704 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c5cda-8460-48b7-8a27-e887da226f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d495186f-88a9-4974-a008-f40da2db7bd3,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:37.944157 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-536c5cda-8460-48b7-8a27-e887da226f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:37.948295 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-536c5cda-8460-48b7-8a27-e887da226f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:37.949967 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-536c5cda-8460-48b7-8a27-e887da226f1b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d495186f-88a9-4974-a008-f40da2db7bd3 HTTP/1.1" status: 204 len: 168 time: 0.1898987 Feb 17 17:57:37.951545 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a708047-ff25-4d2d-b1d1-35300543898f req-d90a6ee6-4279-4302-91c5-eca00289fd3b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Router 5f42a43c-9d48-4d13-a00b-55d497b95bae has already been hosted by L3 agent b696c7bc-35f9-4b20-9049-f598d63d0e6c {{(pid=83987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:57:38.181096 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a708047-ff25-4d2d-b1d1-35300543898f req-d90a6ee6-4279-4302-91c5-eca00289fd3b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify agent at l3_agent.dv-cinder-760199-3-smb the message routers_updated {{(pid=83987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:57:38.192520 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5d36ca-5389-4e2c-8c6b-48182e91f5ec None None] Sync routers for ids ['5f42a43c-9d48-4d13-a00b-55d497b95bae'] in dv-cinder-760199-3-smb {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:57:38.205269 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5d36ca-5389-4e2c-8c6b-48182e91f5ec None None] Routers {'5f42a43c-9d48-4d13-a00b-55d497b95bae'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:57:38.205936 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-ab5d36ca-5389-4e2c-8c6b-48182e91f5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:57:28Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['5f42a43c-9d48-4d13-a00b-55d497b95bae'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:38.229775 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a708047-ff25-4d2d-b1d1-35300543898f req-d90a6ee6-4279-4302-91c5-eca00289fd3b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] No DVR routers for this DVR port 675f818b-86de-40f5-a10f-73e435898fb8 on host hv-cinder-76019 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:57:38.232242 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5a708047-ff25-4d2d-b1d1-35300543898f req-d90a6ee6-4279-4302-91c5-eca00289fd3b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:38.235447 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7563b22c-68c8-4c7b-93b1-b4f1fd927b0a', 'name': 'network-vif-deleted', 'tag': '675f818b-86de-40f5-a10f-73e435898fb8'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:57:38.267475 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5a708047-ff25-4d2d-b1d1-35300543898f req-d90a6ee6-4279-4302-91c5-eca00289fd3b tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.67 "DELETE /v2.0/ports/675f818b-86de-40f5-a10f-73e435898fb8 HTTP/1.1" status: 204 len: 173 time: 3.1411695 Feb 17 17:57:38.294652 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 51398) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:38.298505 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7563b22c-68c8-4c7b-93b1-b4f1fd927b0a', 'name': 'network-vif-deleted', 'tag': '675f818b-86de-40f5-a10f-73e435898fb8', 'status': 'completed', 'code': 200} Feb 17 17:57:38.316368 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-62316226-c5fd-4dab-8330-1026f6c53eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:38.334170 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-62316226-c5fd-4dab-8330-1026f6c53eed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:38.339373 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-62316226-c5fd-4dab-8330-1026f6c53eed admin admin] Usage tracker for resource:security_group_rule and tenant:5671bb2d665b4067a8eaeb5de3d53e64 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:38.342983 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-62316226-c5fd-4dab-8330-1026f6c53eed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:38.391562 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-62316226-c5fd-4dab-8330-1026f6c53eed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:38.416779 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-ab5d36ca-5389-4e2c-8c6b-48182e91f5ec None None] Set router 5f42a43c-9d48-4d13-a00b-55d497b95bae gateway port host: dv-cinder-760199-3-smb {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:57:38.484933 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b839f6-21c3-4b5b-b817-47113760eef3 req-7ec48cbe-9807-4130-8143-b2c55a32eb46 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:38.486424 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-35b839f6-21c3-4b5b-b817-47113760eef3 req-7ec48cbe-9807-4130-8143-b2c55a32eb46 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2fe6639-366e-4331-a02f-a40dcad208ca HTTP/1.1" status: 200 len: 946 time: 0.1395843 Feb 17 17:57:38.609933 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-35b839f6-21c3-4b5b-b817-47113760eef3 req-b73b1539-a4b1-468e-bf4d-4eb4b35d1a51 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Deleting port 3b136b54-b746-492e-b71a-32ed60f51903 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:57:38.610325 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-35b839f6-21c3-4b5b-b817-47113760eef3 req-b73b1539-a4b1-468e-bf4d-4eb4b35d1a51 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:38.654813 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-62316226-c5fd-4dab-8330-1026f6c53eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:38.660707 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-62316226-c5fd-4dab-8330-1026f6c53eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:38.673033 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4195bc6b-003d-45a3-97a9-ab9c7e5525cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:38.676596 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5d32820d-cf01-4361-bc3c-87c6fc481bb1 req-5a187ad6-4f9f-46de-a13d-30f81ce8f289 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/ports?device_id=7563b22c-68c8-4c7b-93b1-b4f1fd927b0a HTTP/1.1" status: 200 len: 210 time: 0.0583296 Feb 17 17:57:38.775917 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:38.783576 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 51406) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:38.797581 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-62316226-c5fd-4dab-8330-1026f6c53eed admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5671bb2d665b4067a8eaeb5de3d53e64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5012028 Feb 17 17:57:38.798611 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-ab5d36ca-5389-4e2c-8c6b-48182e91f5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'name': 'tempest-AttachVolumeShelveTestJSON-1631215453-router', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:50Z', 'updated_at': '2021-02-17T17:51:18Z', 'revision_number': 4, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'gw_port': {'id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': 'b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7', 'name': '', 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'mac_address': 'fa:16:3e:81:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '5503d0e5-4ae3-4a76-b823-ab77a7eb8434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:11Z', 'updated_at': '2021-02-17T17:51:34Z', 'revision_number': 5, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'subnets': [{'id': '5503d0e5-4ae3-4a76-b823-ab77a7eb8434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:38.806910 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5d36ca-5389-4e2c-8c6b-48182e91f5ec None None] Checking router: 5f42a43c-9d48-4d13-a00b-55d497b95bae for host: dv-cinder-760199-3-smb {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:57:38.830827 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62316226-c5fd-4dab-8330-1026f6c53eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8642a6-f825-4b99-a136-7c878a6eab6e,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:38.841200 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-62316226-c5fd-4dab-8330-1026f6c53eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:38.843033 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5d36ca-5389-4e2c-8c6b-48182e91f5ec None None] Routers {'5f42a43c-9d48-4d13-a00b-55d497b95bae'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:57:38.848913 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-ab5d36ca-5389-4e2c-8c6b-48182e91f5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:57:28Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['5f42a43c-9d48-4d13-a00b-55d497b95bae'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:38.901434 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dc4750f3-5bce-4b8d-8583-b7c00c8a2e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:38.952907 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dc4750f3-5bce-4b8d-8583-b7c00c8a2e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:39.020085 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dc4750f3-5bce-4b8d-8583-b7c00c8a2e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:39.025470 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-24f4593d-276e-449a-82f9-bd43b3a76dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:39.040446 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4750f3-5bce-4b8d-8583-b7c00c8a2e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8642a6-f825-4b99-a136-7c878a6eab6e,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:39.051674 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-dc4750f3-5bce-4b8d-8583-b7c00c8a2e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:39.056011 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dc4750f3-5bce-4b8d-8583-b7c00c8a2e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:39.057679 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-dc4750f3-5bce-4b8d-8583-b7c00c8a2e27 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6e8642a6-f825-4b99-a136-7c878a6eab6e HTTP/1.1" status: 204 len: 168 time: 0.2725015 Feb 17 17:57:39.102104 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-35b839f6-21c3-4b5b-b817-47113760eef3 req-b73b1539-a4b1-468e-bf4d-4eb4b35d1a51 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] For port 3b136b54-b746-492e-b71a-32ed60f51903, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=3b136b54-b746-492e-b71a-32ed60f51903,segment=NetworkSegment(22f520d7-3781-43f2-a590-87d432a2fb95),segment_id=22f520d7-3781-43f2-a590-87d432a2fb95)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:57:39.102513 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-35b839f6-21c3-4b5b-b817-47113760eef3 req-b73b1539-a4b1-468e-bf4d-4eb4b35d1a51 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:39.139928 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-ab5d36ca-5389-4e2c-8c6b-48182e91f5ec None None] Set router 5f42a43c-9d48-4d13-a00b-55d497b95bae gateway port host: dv-cinder-760199-3-smb {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:57:39.259396 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244fcff-5051-46bb-94fe-40c8b8044baa req-88cfdc49-338d-4f04-910c-463414e525c2 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:39.266064 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8244fcff-5051-46bb-94fe-40c8b8044baa req-88cfdc49-338d-4f04-910c-463414e525c2 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2fe6639-366e-4331-a02f-a40dcad208ca HTTP/1.1" status: 200 len: 946 time: 0.3160548 Feb 17 17:57:39.278055 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-35b839f6-21c3-4b5b-b817-47113760eef3 req-b73b1539-a4b1-468e-bf4d-4eb4b35d1a51 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Calling delete_port for 3b136b54-b746-492e-b71a-32ed60f51903 owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:57:39.387514 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8244fcff-5051-46bb-94fe-40c8b8044baa req-ec301dab-ffc8-4165-9299-6dc5fecd680f tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5d8e7e1-19dd-4562-8bbb-773dbfe48663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199405 Feb 17 17:57:39.500124 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-35b839f6-21c3-4b5b-b817-47113760eef3 req-b73b1539-a4b1-468e-bf4d-4eb4b35d1a51 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:39.510063 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-ab5d36ca-5389-4e2c-8c6b-48182e91f5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'name': 'tempest-AttachVolumeShelveTestJSON-1631215453-router', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:50Z', 'updated_at': '2021-02-17T17:51:18Z', 'revision_number': 4, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'gw_port': {'id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': 'b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7', 'name': '', 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'mac_address': 'fa:16:3e:81:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '5503d0e5-4ae3-4a76-b823-ab77a7eb8434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:11Z', 'updated_at': '2021-02-17T17:51:34Z', 'revision_number': 5, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'subnets': [{'id': '5503d0e5-4ae3-4a76-b823-ab77a7eb8434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:39.514940 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5d36ca-5389-4e2c-8c6b-48182e91f5ec None None] The sync data for ids ['5f42a43c-9d48-4d13-a00b-55d497b95bae'] in dv-cinder-760199-3-smb is: [{'id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'name': 'tempest-AttachVolumeShelveTestJSON-1631215453-router', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:50Z', 'updated_at': '2021-02-17T17:51:18Z', 'revision_number': 4, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'gw_port': {'id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': 'b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7', 'name': '', 'network_id': '148e9e2e-c4f3-41c4-97ba-46e9b419a94e', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'mac_address': 'fa:16:3e:81:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '5503d0e5-4ae3-4a76-b823-ab77a7eb8434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:11Z', 'updated_at': '2021-02-17T17:51:34Z', 'revision_number': 5, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'subnets': [{'id': '5503d0e5-4ae3-4a76-b823-ab77a7eb8434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:57:39.517057 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d74a5a3e-88dd-4177-a07c-510d6ee20094 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:39.623805 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b1539-a4b1-468e-bf4d-4eb4b35d1a51 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Pushing event deleted for resources: {'Port': ['ID=3b136b54-b746-492e-b71a-32ed60f51903,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:39.634348 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b73b1539-a4b1-468e-bf4d-4eb4b35d1a51 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:39.747262 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b839f6-21c3-4b5b-b817-47113760eef3 req-b73b1539-a4b1-468e-bf4d-4eb4b35d1a51 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] No DVR routers for this DVR port 3b136b54-b746-492e-b71a-32ed60f51903 on host hv-cinder-76019 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:57:39.750796 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-35b839f6-21c3-4b5b-b817-47113760eef3 req-b73b1539-a4b1-468e-bf4d-4eb4b35d1a51 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:39.774694 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-35b839f6-21c3-4b5b-b817-47113760eef3 req-b73b1539-a4b1-468e-bf4d-4eb4b35d1a51 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] 10.222.0.67 "DELETE /v2.0/ports/3b136b54-b746-492e-b71a-32ed60f51903 HTTP/1.1" status: 204 len: 173 time: 1.2801342 Feb 17 17:57:39.838868 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 51430) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:39.846700 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 3b136b54-b746-492e-b71a-32ed60f51903 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:57:39.889690 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] No Port match for: 3b136b54-b746-492e-b71a-32ed60f51903 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:57:39.890183 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 3b136b54-b746-492e-b71a-32ed60f51903 not bound to the agent host hv-cinder-76019 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:57:39.950431 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4c705822-2804-41d2-a312-f69d15eaed64 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:39.987722 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4c705822-2804-41d2-a312-f69d15eaed64 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:40.004547 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7333f402-353a-4734-a968-512c6ac9638e None None] New status for floating IP deef16ed-2d26-4a57-a81e-ac6391b77d78: DOWN {{(pid=83988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 17:57:40.054822 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4c705822-2804-41d2-a312-f69d15eaed64 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:40.060853 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-536c5cda-8460-48b7-8a27-e887da226f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:40.081432 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c705822-2804-41d2-a312-f69d15eaed64 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8420ad1-9804-439d-a4fa-52a088d3be57,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:40.084908 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4c705822-2804-41d2-a312-f69d15eaed64 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:40.091980 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4c705822-2804-41d2-a312-f69d15eaed64 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:40.097523 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 51442) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:40.109306 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-4c705822-2804-41d2-a312-f69d15eaed64 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "DELETE /v2.0/security-groups/b8420ad1-9804-439d-a4fa-52a088d3be57 HTTP/1.1" status: 204 len: 168 time: 0.2691774 Feb 17 17:57:40.116725 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.api.v2.resource [None req-86001dce-b796-4c7a-955e-8cfb61161b4f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] show failed (client error): The resource could not be found. Feb 17 17:57:40.121207 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 51446) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:40.121363 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-86001dce-b796-4c7a-955e-8cfb61161b4f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "GET /v2.0/security-groups/b8420ad1-9804-439d-a4fa-52a088d3be57 HTTP/1.1" status: 404 len: 347 time: 0.0236855 Feb 17 17:57:40.299862 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fe6639-366e-4331-a02f-a40dcad208ca', 'name': 'network-vif-deleted', 'tag': '3b136b54-b746-492e-b71a-32ed60f51903'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:57:40.319570 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-49d6d903-21c9-4843-b982-037886433d6f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Deleting port 53295b60-5ff1-4d55-89ea-570e5a0e7826 {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:57:40.319952 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-49d6d903-21c9-4843-b982-037886433d6f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:40.372220 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2fe6639-366e-4331-a02f-a40dcad208ca', 'name': 'network-vif-deleted', 'tag': '3b136b54-b746-492e-b71a-32ed60f51903', 'status': 'completed', 'code': 200} Feb 17 17:57:40.549422 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-49d6d903-21c9-4843-b982-037886433d6f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:40.550148 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-49d6d903-21c9-4843-b982-037886433d6f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:40.698502 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-49d6d903-21c9-4843-b982-037886433d6f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Calling delete_port for 53295b60-5ff1-4d55-89ea-570e5a0e7826 owned by network:floatingip {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:57:40.867773 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-49d6d903-21c9-4843-b982-037886433d6f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849322323'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:40.888585 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7e0ff11a-e8fc-4715-9064-76d17c61b83a tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:41.005797 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6d903-21c9-4843-b982-037886433d6f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Pushing event deleted for resources: {'Port': ['ID=53295b60-5ff1-4d55-89ea-570e5a0e7826,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:41.011240 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-49d6d903-21c9-4843-b982-037886433d6f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:41.166113 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-49d6d903-21c9-4843-b982-037886433d6f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks [] for floatingip, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:41.182548 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-49d6d903-21c9-4843-b982-037886433d6f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for floatingip, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:41.183789 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-49d6d903-21c9-4843-b982-037886433d6f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] 10.222.0.49 "DELETE /v2.0/floatingips/deef16ed-2d26-4a57-a81e-ac6391b77d78 HTTP/1.1" status: 204 len: 168 time: 1.0614014 Feb 17 17:57:42.192745 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:57:44.050681 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 51546) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:45.126645 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eceeb4a5-cc05-46a1-bbfb-ed1d451a5839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846487137'] for router_interface, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:45.533577 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-eceeb4a5-cc05-46a1-bbfb-ed1d451a5839 admin admin] Deleting port b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7 {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:57:45.534196 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eceeb4a5-cc05-46a1-bbfb-ed1d451a5839 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:45.736090 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-eceeb4a5-cc05-46a1-bbfb-ed1d451a5839 admin admin] For port b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7,segment=NetworkSegment(d6c40ba5-568a-477a-8ba4-567b28b5f497),segment_id=d6c40ba5-568a-477a-8ba4-567b28b5f497)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:57:45.736486 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eceeb4a5-cc05-46a1-bbfb-ed1d451a5839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:45.877929 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-eceeb4a5-cc05-46a1-bbfb-ed1d451a5839 admin admin] Calling delete_port for b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7 owned by network:router_interface {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:57:46.064588 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eceeb4a5-cc05-46a1-bbfb-ed1d451a5839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849322323'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:46.080726 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7e0ff11a-e8fc-4715-9064-76d17c61b83a tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:46.181805 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceeb4a5-cc05-46a1-bbfb-ed1d451a5839 admin admin] Pushing event deleted for resources: {'Port': ['ID=b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:46.191911 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-eceeb4a5-cc05-46a1-bbfb-ed1d451a5839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:46.534316 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eceeb4a5-cc05-46a1-bbfb-ed1d451a5839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7921286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846487055'] for router_interface, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:47.095441 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eceeb4a5-cc05-46a1-bbfb-ed1d451a5839 admin admin] Router 5f42a43c-9d48-4d13-a00b-55d497b95bae has already been hosted by L3 agent b696c7bc-35f9-4b20-9049-f598d63d0e6c {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:57:47.311855 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eceeb4a5-cc05-46a1-bbfb-ed1d451a5839 admin admin] Notify agent at l3_agent.dv-cinder-760199-3-smb the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:57:47.321197 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4ed60c-a14a-4af8-9ddb-faa699fa98b3 None None] Sync routers for ids ['5f42a43c-9d48-4d13-a00b-55d497b95bae'] in dv-cinder-760199-3-smb {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:57:47.325775 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-eceeb4a5-cc05-46a1-bbfb-ed1d451a5839 admin admin] 10.222.0.49 "PUT /v2.0/routers/5f42a43c-9d48-4d13-a00b-55d497b95bae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2737658 Feb 17 17:57:47.328571 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 51578) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:47.333041 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4ed60c-a14a-4af8-9ddb-faa699fa98b3 None None] Routers {'5f42a43c-9d48-4d13-a00b-55d497b95bae'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:57:47.334329 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-bd4ed60c-a14a-4af8-9ddb-faa699fa98b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:57:28Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['5f42a43c-9d48-4d13-a00b-55d497b95bae'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:47.554000 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-bd4ed60c-a14a-4af8-9ddb-faa699fa98b3 None None] Set router 5f42a43c-9d48-4d13-a00b-55d497b95bae gateway port host: dv-cinder-760199-3-smb {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:57:47.785123 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37f38aed-a4c6-4738-a463-4040144d6103 admin admin] Notify callbacks [] for router, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:47.992952 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37f38aed-a4c6-4738-a463-4040144d6103 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:48.001712 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-37f38aed-a4c6-4738-a463-4040144d6103 admin admin] Deleting port a3a7ce36-a1a4-4a10-9e07-3a1523febd6a {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:57:48.002096 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37f38aed-a4c6-4738-a463-4040144d6103 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:48.053245 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-bd4ed60c-a14a-4af8-9ddb-faa699fa98b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'name': 'tempest-AttachVolumeShelveTestJSON-1631215453-router', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:50Z', 'updated_at': '2021-02-17T17:57:45Z', 'revision_number': 5, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'gw_port': {'id': 'a3a7ce36-a1a4-4a10-9e07-3a1523febd6a', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:54Z', 'updated_at': '2021-02-17T17:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb'}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:48.057620 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4ed60c-a14a-4af8-9ddb-faa699fa98b3 None None] Checking router: 5f42a43c-9d48-4d13-a00b-55d497b95bae for host: dv-cinder-760199-3-smb {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:57:48.066894 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4ed60c-a14a-4af8-9ddb-faa699fa98b3 None None] Routers {'5f42a43c-9d48-4d13-a00b-55d497b95bae'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:57:48.068094 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-bd4ed60c-a14a-4af8-9ddb-faa699fa98b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:57:28Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['5f42a43c-9d48-4d13-a00b-55d497b95bae'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:48.199665 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-37f38aed-a4c6-4738-a463-4040144d6103 admin admin] For port a3a7ce36-a1a4-4a10-9e07-3a1523febd6a, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=a3a7ce36-a1a4-4a10-9e07-3a1523febd6a,segment=NetworkSegment(1518ad10-b1eb-469a-b2c2-2c6841e70835),segment_id=1518ad10-b1eb-469a-b2c2-2c6841e70835)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:57:48.200068 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37f38aed-a4c6-4738-a463-4040144d6103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:48.241612 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-bd4ed60c-a14a-4af8-9ddb-faa699fa98b3 None None] Set router 5f42a43c-9d48-4d13-a00b-55d497b95bae gateway port host: None {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:57:48.344941 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-37f38aed-a4c6-4738-a463-4040144d6103 admin admin] Calling delete_port for a3a7ce36-a1a4-4a10-9e07-3a1523febd6a owned by network:router_gateway {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:57:48.360199 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-bd4ed60c-a14a-4af8-9ddb-faa699fa98b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'name': 'tempest-AttachVolumeShelveTestJSON-1631215453-router', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:50Z', 'updated_at': '2021-02-17T17:57:47Z', 'revision_number': 6, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'gw_port_host': None}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:48.365268 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4ed60c-a14a-4af8-9ddb-faa699fa98b3 None None] The sync data for ids ['5f42a43c-9d48-4d13-a00b-55d497b95bae'] in dv-cinder-760199-3-smb is: [{'id': '5f42a43c-9d48-4d13-a00b-55d497b95bae', 'name': 'tempest-AttachVolumeShelveTestJSON-1631215453-router', 'tenant_id': '3994a7af636a4127ad81e4b5bee876a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:50Z', 'updated_at': '2021-02-17T17:57:47Z', 'revision_number': 6, 'project_id': '3994a7af636a4127ad81e4b5bee876a5', 'gw_port_host': None}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:57:48.562746 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37f38aed-a4c6-4738-a463-4040144d6103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849322323'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:48.581272 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d7dd10bf-2f0b-4843-8789-59e56d4ebd5f tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:48.710437 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f38aed-a4c6-4738-a463-4040144d6103 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3a7ce36-a1a4-4a10-9e07-3a1523febd6a,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:48.732033 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-37f38aed-a4c6-4738-a463-4040144d6103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:48.832823 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37f38aed-a4c6-4738-a463-4040144d6103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8265093'] for router_gateway, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:49.029084 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37f38aed-a4c6-4738-a463-4040144d6103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846492619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13480'] for router, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:49.031823 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37f38aed-a4c6-4738-a463-4040144d6103 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:49.063368 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37f38aed-a4c6-4738-a463-4040144d6103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846491625'] for router, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:49.063971 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f38aed-a4c6-4738-a463-4040144d6103 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f42a43c-9d48-4d13-a00b-55d497b95bae {{(pid=83986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 17:57:49.077490 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37f38aed-a4c6-4738-a463-4040144d6103 admin admin] Notify callbacks [] for router, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:49.080537 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-37f38aed-a4c6-4738-a463-4040144d6103 admin admin] 10.222.0.49 "DELETE /v2.0/routers/5f42a43c-9d48-4d13-a00b-55d497b95bae HTTP/1.1" status: 204 len: 168 time: 1.7489743 Feb 17 17:57:49.081552 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 51592) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:49.157073 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-f014ef09-bded-4edd-9e59-8a620e32920c admin admin] Deleting subnet 5503d0e5-4ae3-4a76-b823-ab77a7eb8434 {{(pid=83986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 17:57:49.160498 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f014ef09-bded-4edd-9e59-8a620e32920c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:49.216775 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f014ef09-bded-4edd-9e59-8a620e32920c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849491584'] for subnet, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:49.353864 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f014ef09-bded-4edd-9e59-8a620e32920c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853767929'] for subnet, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:49.628214 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f014ef09-bded-4edd-9e59-8a620e32920c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846389800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036849322119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848634896'] for subnet, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:49.646787 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:49.754126 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014ef09-bded-4edd-9e59-8a620e32920c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5503d0e5-4ae3-4a76-b823-ab77a7eb8434,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:49.755715 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f014ef09-bded-4edd-9e59-8a620e32920c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:49.789485 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f014ef09-bded-4edd-9e59-8a620e32920c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:49.798557 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-f014ef09-bded-4edd-9e59-8a620e32920c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5503d0e5-4ae3-4a76-b823-ab77a7eb8434 HTTP/1.1" status: 204 len: 168 time: 0.7133710 Feb 17 17:57:49.798668 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 51602) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:49.799653 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d503831b-5f62-43e4-87c2-43189527d81b None None] Network 148e9e2e-c4f3-41c4-97ba-46e9b419a94e requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:57:49.939617 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f25087ae-b48f-4ad4-9c30-60563dce6f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247486'] for network, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:50.020272 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-f25087ae-b48f-4ad4-9c30-60563dce6f8e admin admin] Deleting port b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:57:50.020533 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f25087ae-b48f-4ad4-9c30-60563dce6f8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:50.117864 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d0a073-63e4-4c85-8661-465c50d13cfa None None] DHCP port deletion for 148e9e2e-c4f3-41c4-97ba-46e9b419a94e request from dv-cinder-760199-3-smb {{(pid=83988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 17:57:50.127400 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-93d0a073-63e4-4c85-8661-465c50d13cfa None None] Deleting port b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e {{(pid=83988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:57:50.128084 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-93d0a073-63e4-4c85-8661-465c50d13cfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:50.308782 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-f25087ae-b48f-4ad4-9c30-60563dce6f8e admin admin] For port b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e,segment=NetworkSegment(d6c40ba5-568a-477a-8ba4-567b28b5f497),segment_id=d6c40ba5-568a-477a-8ba4-567b28b5f497)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:57:50.309672 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f25087ae-b48f-4ad4-9c30-60563dce6f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:50.352157 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e no longer exists at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:57:50.485779 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-f25087ae-b48f-4ad4-9c30-60563dce6f8e admin admin] Calling delete_port for b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e owned by network:dhcp {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:57:50.508216 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:50.531606 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-93d0a073-63e4-4c85-8661-465c50d13cfa None None] For port b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e,segment=NetworkSegment(d6c40ba5-568a-477a-8ba4-567b28b5f497),segment_id=d6c40ba5-568a-477a-8ba4-567b28b5f497)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:57:50.532062 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-93d0a073-63e4-4c85-8661-465c50d13cfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:50.792816 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f25087ae-b48f-4ad4-9c30-60563dce6f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849322323'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:50.809210 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4b6abf6c-b76b-476f-b4cd-4bf177c502b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:50.858593 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-93d0a073-63e4-4c85-8661-465c50d13cfa None None] Calling delete_port for b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e owned by network:dhcp {{(pid=83988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:57:50.941219 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device a3a7ce36-a1a4-4a10-9e07-3a1523febd6a no longer exists at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:57:50.989832 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] No Port match for: a3a7ce36-a1a4-4a10-9e07-3a1523febd6a {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:57:50.990235 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device a3a7ce36-a1a4-4a10-9e07-3a1523febd6a not bound to the agent host dv-cinder-760199-3-smb {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:57:50.990708 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7 no longer exists at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:57:51.044610 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] No Port match for: b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:57:51.044868 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device b438bcc0-a6ef-44f4-aa1c-0ddc0e8014b7 not bound to the agent host dv-cinder-760199-3-smb {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:57:51.067070 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.db.api [None req-93d0a073-63e4-4c85-8661-465c50d13cfa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83988) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:57:51.068399 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_db.api [None req-93d0a073-63e4-4c85-8661-465c50d13cfa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:57:51.167485 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25087ae-b48f-4ad4-9c30-60563dce6f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:51.171336 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f25087ae-b48f-4ad4-9c30-60563dce6f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:51.206305 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25087ae-b48f-4ad4-9c30-60563dce6f8e admin admin] No DVR routers for this DVR port b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e on host dv-cinder-760199-3-smb {{(pid=83986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:57:51.338831 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f25087ae-b48f-4ad4-9c30-60563dce6f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853766242', 'neutron.services.segments.db._delete_segments_for_network-8753449836301'] for network, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:51.464221 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-f25087ae-b48f-4ad4-9c30-60563dce6f8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148e9e2e-c4f3-41c4-97ba-46e9b419a94e']}} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:51.478218 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-f25087ae-b48f-4ad4-9c30-60563dce6f8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c40ba5-568a-477a-8ba4-567b28b5f497') {'for_net_delete': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:51.478531 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-f25087ae-b48f-4ad4-9c30-60563dce6f8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c40ba5-568a-477a-8ba4-567b28b5f497') {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:51.491910 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f25087ae-b48f-4ad4-9c30-60563dce6f8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753449833229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5284248'] for segment, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:51.508274 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f25087ae-b48f-4ad4-9c30-60563dce6f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012526'] for segment, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:51.510411 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f25087ae-b48f-4ad4-9c30-60563dce6f8e admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 17:57:51.570234 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-93d0a073-63e4-4c85-8661-465c50d13cfa None None] Deleting port b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e {{(pid=83988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:57:51.570783 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-93d0a073-63e4-4c85-8661-465c50d13cfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:51.654728 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-93d0a073-63e4-4c85-8661-465c50d13cfa None None] The port 'b7f7e2fd-fb9d-4c15-beef-58a3d97cba1e' was deleted {{(pid=83988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 17:57:51.705108 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-f25087ae-b48f-4ad4-9c30-60563dce6f8e admin admin] Network 148e9e2e-c4f3-41c4-97ba-46e9b419a94e has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:57:51.719021 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f25087ae-b48f-4ad4-9c30-60563dce6f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853763306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5453446'] for segment, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:51.914719 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-f25087ae-b48f-4ad4-9c30-60563dce6f8e admin admin] Network 148e9e2e-c4f3-41c4-97ba-46e9b419a94e has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:57:51.940468 dv-cinder-760199-3-smb neutron-server[83873]: Traceback (most recent call last): Feb 17 17:57:51.940468 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:57:51.940468 dv-cinder-760199-3-smb neutron-server[83873]: timer() Feb 17 17:57:51.940468 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:57:51.940468 dv-cinder-760199-3-smb neutron-server[83873]: cb(*args, **kw) Feb 17 17:57:51.940468 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 17:57:51.940468 dv-cinder-760199-3-smb neutron-server[83873]: return func(*args, **kwargs) Feb 17 17:57:51.940468 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:57:51.940468 dv-cinder-760199-3-smb neutron-server[83873]: self._notify() Feb 17 17:57:51.940468 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:57:51.940468 dv-cinder-760199-3-smb neutron-server[83873]: self.callback(batched_events) Feb 17 17:57:51.940468 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:57:51.940468 dv-cinder-760199-3-smb neutron-server[83873]: event.method(event) Feb 17 17:57:51.940468 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 17:57:51.940468 dv-cinder-760199-3-smb neutron-server[83873]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:57:51.940468 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 17:57:51.940468 dv-cinder-760199-3-smb neutron-server[83873]: segment_id)['aggregates'][0] Feb 17 17:57:51.940468 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 17:57:51.940468 dv-cinder-760199-3-smb neutron-server[83873]: return f(self, *a, **k) Feb 17 17:57:51.940468 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 17:57:51.940468 dv-cinder-760199-3-smb neutron-server[83873]: return self._get(url).json() Feb 17 17:57:51.940468 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:57:51.940468 dv-cinder-760199-3-smb neutron-server[83873]: **kwargs) Feb 17 17:57:51.940468 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 17:57:51.940468 dv-cinder-760199-3-smb neutron-server[83873]: return self.request(url, 'GET', **kwargs) Feb 17 17:57:51.940468 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 17:57:51.940468 dv-cinder-760199-3-smb neutron-server[83873]: **endpoint_filter) Feb 17 17:57:51.940468 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 17:57:51.940468 dv-cinder-760199-3-smb neutron-server[83873]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:57:51.940468 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 17:57:51.940468 dv-cinder-760199-3-smb neutron-server[83873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:57:51.940468 dv-cinder-760199-3-smb neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:57:52.024891 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f25087ae-b48f-4ad4-9c30-60563dce6f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846510654'] for network, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:52.028345 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-76ffd34d-ba2f-4c68-9d31-181f498dd0ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:52.044774 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f25087ae-b48f-4ad4-9c30-60563dce6f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:52.057636 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25087ae-b48f-4ad4-9c30-60563dce6f8e admin admin] Pushing event deleted for resources: {'Network': ['ID=148e9e2e-c4f3-41c4-97ba-46e9b419a94e,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:52.061168 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f25087ae-b48f-4ad4-9c30-60563dce6f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:52.072346 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-f25087ae-b48f-4ad4-9c30-60563dce6f8e admin admin] 10.222.0.49 "DELETE /v2.0/networks/148e9e2e-c4f3-41c4-97ba-46e9b419a94e HTTP/1.1" status: 204 len: 168 time: 2.2725961 Feb 17 17:57:52.207301 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 51624) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:52.262841 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-38c061ae-3014-4f20-9ca7-f9e79efe08e3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3994a7af636a4127ad81e4b5bee876a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0542114 Feb 17 17:57:52.265545 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 51628) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:52.334829 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8cab778a-d410-43c7-a629-f2b482aadc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:52.369867 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8cab778a-d410-43c7-a629-f2b482aadc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:52.418742 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8cab778a-d410-43c7-a629-f2b482aadc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:52.423790 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-37e0af4e-ea37-4aa9-9700-c35996042860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:52.438396 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab778a-d410-43c7-a629-f2b482aadc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bf649c-0eee-4297-b301-792932256dff,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:52.443224 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8cab778a-d410-43c7-a629-f2b482aadc06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:52.449931 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8cab778a-d410-43c7-a629-f2b482aadc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:52.451196 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-8cab778a-d410-43c7-a629-f2b482aadc06 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/59bf649c-0eee-4297-b301-792932256dff HTTP/1.1" status: 204 len: 168 time: 0.1846745 Feb 17 17:57:55.404414 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-12e80d0c-d07b-4fb6-aaf7-d44ccf221a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:57.527541 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3dc732e9-09dd-4961-a13b-420713d72f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:58.649188 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:59.790934 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:59.931437 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:00.831491 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 51822) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:00.919921 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a092557-42cb-43e6-a7d5-1bc9d83e8bd1 admin admin] Deleting subnet 3684b53e-47a1-4dfb-9114-7c0e444bcfd2 {{(pid=83987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 17:58:00.923711 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9a092557-42cb-43e6-a7d5-1bc9d83e8bd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:00.986645 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9a092557-42cb-43e6-a7d5-1bc9d83e8bd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6398880'] for subnet, precommit_delete_associations {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:01.056520 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9a092557-42cb-43e6-a7d5-1bc9d83e8bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853767929'] for subnet, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:01.328968 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9a092557-42cb-43e6-a7d5-1bc9d83e8bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846389800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848323563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6051730'] for subnet, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:01.344819 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:01.440916 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a092557-42cb-43e6-a7d5-1bc9d83e8bd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3684b53e-47a1-4dfb-9114-7c0e444bcfd2,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:01.455180 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a092557-42cb-43e6-a7d5-1bc9d83e8bd1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:01.455601 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a092557-42cb-43e6-a7d5-1bc9d83e8bd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:01.456016 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a092557-42cb-43e6-a7d5-1bc9d83e8bd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:01.456429 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a092557-42cb-43e6-a7d5-1bc9d83e8bd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:01.456859 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a092557-42cb-43e6-a7d5-1bc9d83e8bd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:01.457265 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a092557-42cb-43e6-a7d5-1bc9d83e8bd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:01.457665 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a092557-42cb-43e6-a7d5-1bc9d83e8bd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:01.458070 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a092557-42cb-43e6-a7d5-1bc9d83e8bd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:01.458679 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a092557-42cb-43e6-a7d5-1bc9d83e8bd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:01.459237 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a092557-42cb-43e6-a7d5-1bc9d83e8bd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:01.459944 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a092557-42cb-43e6-a7d5-1bc9d83e8bd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:01.460506 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a092557-42cb-43e6-a7d5-1bc9d83e8bd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:01.460998 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a092557-42cb-43e6-a7d5-1bc9d83e8bd1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:01.461402 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a092557-42cb-43e6-a7d5-1bc9d83e8bd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:01.461805 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a092557-42cb-43e6-a7d5-1bc9d83e8bd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:01.462203 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a092557-42cb-43e6-a7d5-1bc9d83e8bd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:01.462600 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a092557-42cb-43e6-a7d5-1bc9d83e8bd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:01.462995 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a092557-42cb-43e6-a7d5-1bc9d83e8bd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:01.463391 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a092557-42cb-43e6-a7d5-1bc9d83e8bd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:01.463783 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a092557-42cb-43e6-a7d5-1bc9d83e8bd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:01.464176 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a092557-42cb-43e6-a7d5-1bc9d83e8bd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:01.464569 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a092557-42cb-43e6-a7d5-1bc9d83e8bd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:01.464992 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a092557-42cb-43e6-a7d5-1bc9d83e8bd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:01.465392 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a092557-42cb-43e6-a7d5-1bc9d83e8bd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:01.471711 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9a092557-42cb-43e6-a7d5-1bc9d83e8bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:01.503361 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9a092557-42cb-43e6-a7d5-1bc9d83e8bd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:01.510318 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-9a092557-42cb-43e6-a7d5-1bc9d83e8bd1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3684b53e-47a1-4dfb-9114-7c0e444bcfd2 HTTP/1.1" status: 204 len: 168 time: 0.6775124 Feb 17 17:58:01.512967 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 51828) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:01.635613 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-35a16870-0905-46db-876d-b95e0225f6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247486'] for network, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:01.840908 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-35a16870-0905-46db-876d-b95e0225f6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853766242', 'neutron.services.segments.db._delete_segments_for_network-8753449836301'] for network, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:01.962795 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-35a16870-0905-46db-876d-b95e0225f6f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f197d6-5645-4a29-822c-042fd24c7753']}} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:01.976712 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-35a16870-0905-46db-876d-b95e0225f6f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22f520d7-3781-43f2-a590-87d432a2fb95') {'for_net_delete': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:01.977055 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-35a16870-0905-46db-876d-b95e0225f6f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22f520d7-3781-43f2-a590-87d432a2fb95') {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:01.990501 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-35a16870-0905-46db-876d-b95e0225f6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753449833229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848376904'] for segment, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:02.008744 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-35a16870-0905-46db-876d-b95e0225f6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012526'] for segment, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:02.011221 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-35a16870-0905-46db-876d-b95e0225f6f8 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 17:58:02.214825 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-35a16870-0905-46db-876d-b95e0225f6f8 admin admin] Network 23f197d6-5645-4a29-822c-042fd24c7753 has no segments {{(pid=83987) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:58:02.226782 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-35a16870-0905-46db-876d-b95e0225f6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853763306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6452714'] for segment, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:02.424448 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-35a16870-0905-46db-876d-b95e0225f6f8 admin admin] Network 23f197d6-5645-4a29-822c-042fd24c7753 has no segments {{(pid=83987) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:58:02.448507 dv-cinder-760199-3-smb neutron-server[83873]: Traceback (most recent call last): Feb 17 17:58:02.448507 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:58:02.448507 dv-cinder-760199-3-smb neutron-server[83873]: timer() Feb 17 17:58:02.448507 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:58:02.448507 dv-cinder-760199-3-smb neutron-server[83873]: cb(*args, **kw) Feb 17 17:58:02.448507 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 17:58:02.448507 dv-cinder-760199-3-smb neutron-server[83873]: return func(*args, **kwargs) Feb 17 17:58:02.448507 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:58:02.448507 dv-cinder-760199-3-smb neutron-server[83873]: self._notify() Feb 17 17:58:02.448507 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:58:02.448507 dv-cinder-760199-3-smb neutron-server[83873]: self.callback(batched_events) Feb 17 17:58:02.448507 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:58:02.448507 dv-cinder-760199-3-smb neutron-server[83873]: event.method(event) Feb 17 17:58:02.448507 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 17:58:02.448507 dv-cinder-760199-3-smb neutron-server[83873]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:58:02.448507 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 17:58:02.448507 dv-cinder-760199-3-smb neutron-server[83873]: segment_id)['aggregates'][0] Feb 17 17:58:02.448507 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 17:58:02.448507 dv-cinder-760199-3-smb neutron-server[83873]: return f(self, *a, **k) Feb 17 17:58:02.448507 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 17:58:02.448507 dv-cinder-760199-3-smb neutron-server[83873]: return self._get(url).json() Feb 17 17:58:02.448507 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:58:02.448507 dv-cinder-760199-3-smb neutron-server[83873]: **kwargs) Feb 17 17:58:02.448507 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 17:58:02.448507 dv-cinder-760199-3-smb neutron-server[83873]: return self.request(url, 'GET', **kwargs) Feb 17 17:58:02.448507 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 17:58:02.448507 dv-cinder-760199-3-smb neutron-server[83873]: **endpoint_filter) Feb 17 17:58:02.448507 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 17:58:02.448507 dv-cinder-760199-3-smb neutron-server[83873]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:58:02.448507 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 17:58:02.448507 dv-cinder-760199-3-smb neutron-server[83873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:58:02.448507 dv-cinder-760199-3-smb neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:58:02.766918 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-35a16870-0905-46db-876d-b95e0225f6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846510654'] for network, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:02.770431 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:02.788769 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-35a16870-0905-46db-876d-b95e0225f6f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:02.797574 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a16870-0905-46db-876d-b95e0225f6f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=23f197d6-5645-4a29-822c-042fd24c7753,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:02.800975 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-35a16870-0905-46db-876d-b95e0225f6f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:02.805890 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-35a16870-0905-46db-876d-b95e0225f6f8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/23f197d6-5645-4a29-822c-042fd24c7753 HTTP/1.1" status: 204 len: 168 time: 1.2918873 Feb 17 17:58:02.990244 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 51846) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:03.046759 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-f7a45727-af88-440b-a037-ee0d5286fa77 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=57fd8c76c1ff47518916ac209154297c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551515 Feb 17 17:58:03.049516 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 51850) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:03.115495 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-753f6ce3-fc0f-45ba-8ff8-916ba4f375da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:03.143839 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-753f6ce3-fc0f-45ba-8ff8-916ba4f375da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:03.198986 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-753f6ce3-fc0f-45ba-8ff8-916ba4f375da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:03.204458 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-39b9597a-fc80-4505-bf02-e374cc0314b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:03.225185 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f6ce3-fc0f-45ba-8ff8-916ba4f375da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d8e7e1-19dd-4562-8bbb-773dbfe48663,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:03.237284 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6ce3-fc0f-45ba-8ff8-916ba4f375da admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:03.237699 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6ce3-fc0f-45ba-8ff8-916ba4f375da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:03.238111 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6ce3-fc0f-45ba-8ff8-916ba4f375da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:03.238529 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6ce3-fc0f-45ba-8ff8-916ba4f375da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:03.238918 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6ce3-fc0f-45ba-8ff8-916ba4f375da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:03.239318 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6ce3-fc0f-45ba-8ff8-916ba4f375da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:03.239959 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6ce3-fc0f-45ba-8ff8-916ba4f375da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:03.240382 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6ce3-fc0f-45ba-8ff8-916ba4f375da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:03.240784 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6ce3-fc0f-45ba-8ff8-916ba4f375da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:03.241186 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6ce3-fc0f-45ba-8ff8-916ba4f375da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:03.241583 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6ce3-fc0f-45ba-8ff8-916ba4f375da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:03.241979 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6ce3-fc0f-45ba-8ff8-916ba4f375da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:03.242436 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6ce3-fc0f-45ba-8ff8-916ba4f375da admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:03.242836 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6ce3-fc0f-45ba-8ff8-916ba4f375da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:03.243230 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6ce3-fc0f-45ba-8ff8-916ba4f375da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:03.243622 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6ce3-fc0f-45ba-8ff8-916ba4f375da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:03.244013 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6ce3-fc0f-45ba-8ff8-916ba4f375da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:03.244405 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6ce3-fc0f-45ba-8ff8-916ba4f375da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:03.244825 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6ce3-fc0f-45ba-8ff8-916ba4f375da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:03.245217 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6ce3-fc0f-45ba-8ff8-916ba4f375da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:03.245607 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6ce3-fc0f-45ba-8ff8-916ba4f375da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:03.245995 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6ce3-fc0f-45ba-8ff8-916ba4f375da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:03.246386 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6ce3-fc0f-45ba-8ff8-916ba4f375da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:03.246776 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f6ce3-fc0f-45ba-8ff8-916ba4f375da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:03.250639 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-753f6ce3-fc0f-45ba-8ff8-916ba4f375da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:03.253320 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-753f6ce3-fc0f-45ba-8ff8-916ba4f375da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:03.257955 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-753f6ce3-fc0f-45ba-8ff8-916ba4f375da admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5d8e7e1-19dd-4562-8bbb-773dbfe48663 HTTP/1.1" status: 204 len: 168 time: 0.2041018 Feb 17 17:58:03.620894 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 51868) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:03.755432 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fe486521-1aa3-4d76-bd96-dd7e8ed044b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:03.771169 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-fe486521-1aa3-4d76-bd96-dd7e8ed044b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:03.775298 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-fe486521-1aa3-4d76-bd96-dd7e8ed044b1 admin admin] Usage tracker for resource:security_group_rule and tenant:d48a366fafc24895b5fd09f72288679f is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:03.778448 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-fe486521-1aa3-4d76-bd96-dd7e8ed044b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:03.784574 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-fe486521-1aa3-4d76-bd96-dd7e8ed044b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:03.875416 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fe486521-1aa3-4d76-bd96-dd7e8ed044b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:03.878528 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fe486521-1aa3-4d76-bd96-dd7e8ed044b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:03.887930 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-45dd6c24-e77d-4cf8-a45d-dcd5998bfcc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:03.932877 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-fe486521-1aa3-4d76-bd96-dd7e8ed044b1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d48a366fafc24895b5fd09f72288679f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107665 Feb 17 17:58:03.933859 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe486521-1aa3-4d76-bd96-dd7e8ed044b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e85ed62-2fab-4ed8-8acc-b87354f4a4d0,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:03.935953 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 51874) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:03.937359 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fe486521-1aa3-4d76-bd96-dd7e8ed044b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:03.999693 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-77ab468f-22e2-434b-9141-b4a8a68cef75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:04.026836 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-77ab468f-22e2-434b-9141-b4a8a68cef75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:04.073864 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-77ab468f-22e2-434b-9141-b4a8a68cef75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:04.078982 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ac2bf266-1dd4-4f04-84e3-8b9356379a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:04.093483 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab468f-22e2-434b-9141-b4a8a68cef75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e85ed62-2fab-4ed8-8acc-b87354f4a4d0,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:04.096333 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-77ab468f-22e2-434b-9141-b4a8a68cef75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:04.098176 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-77ab468f-22e2-434b-9141-b4a8a68cef75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:04.101880 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-77ab468f-22e2-434b-9141-b4a8a68cef75 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2e85ed62-2fab-4ed8-8acc-b87354f4a4d0 HTTP/1.1" status: 204 len: 168 time: 0.1628540 Feb 17 17:58:08.712160 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 51976) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:08.760384 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:08.847550 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b28f0a4d-6ff8-4e46-bb84-b838d2f6534e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:08.865215 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-b28f0a4d-6ff8-4e46-bb84-b838d2f6534e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:08.870035 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-b28f0a4d-6ff8-4e46-bb84-b838d2f6534e admin admin] Usage tracker for resource:security_group_rule and tenant:63c441800c824a5e81d01433d5fc6940 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:08.873372 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-b28f0a4d-6ff8-4e46-bb84-b838d2f6534e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:08.879726 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-b28f0a4d-6ff8-4e46-bb84-b838d2f6534e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:08.976811 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b28f0a4d-6ff8-4e46-bb84-b838d2f6534e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:08.980424 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b28f0a4d-6ff8-4e46-bb84-b838d2f6534e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:08.990445 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d94a0bda-dbf6-4d38-a7ae-c7962043f09a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:09.034265 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-b28f0a4d-6ff8-4e46-bb84-b838d2f6534e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=63c441800c824a5e81d01433d5fc6940&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3208394 Feb 17 17:58:09.035629 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f0a4d-6ff8-4e46-bb84-b838d2f6534e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76672621-913c-4270-b23d-02396e9e8ef7,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:09.039280 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 51992) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:09.041999 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b28f0a4d-6ff8-4e46-bb84-b838d2f6534e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:09.108955 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-da657097-bf0a-4a09-ba76-2ef3b613c0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:09.140142 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-da657097-bf0a-4a09-ba76-2ef3b613c0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:09.198278 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-da657097-bf0a-4a09-ba76-2ef3b613c0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:09.203692 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cd5d94e1-4f0b-4678-b442-f08b8e73224b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:09.217486 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da657097-bf0a-4a09-ba76-2ef3b613c0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76672621-913c-4270-b23d-02396e9e8ef7,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:09.220716 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-da657097-bf0a-4a09-ba76-2ef3b613c0a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:09.223112 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-da657097-bf0a-4a09-ba76-2ef3b613c0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:09.226995 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-da657097-bf0a-4a09-ba76-2ef3b613c0a3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/76672621-913c-4270-b23d-02396e9e8ef7 HTTP/1.1" status: 204 len: 168 time: 0.1841753 Feb 17 17:58:09.250956 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 52000) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:09.383607 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-69263f69-784d-48b4-9193-3320f90774a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:09.399975 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-69263f69-784d-48b4-9193-3320f90774a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:09.404130 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-69263f69-784d-48b4-9193-3320f90774a5 admin admin] Usage tracker for resource:security_group_rule and tenant:7c9401d5fd5e4652889fdd812571a22e is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:09.407146 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-69263f69-784d-48b4-9193-3320f90774a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:09.413598 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-69263f69-784d-48b4-9193-3320f90774a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:09.512389 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-69263f69-784d-48b4-9193-3320f90774a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:09.515290 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-69263f69-784d-48b4-9193-3320f90774a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:09.529268 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-faeefcdb-defb-401d-a0cc-9627ffeb153a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:09.578322 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-69263f69-784d-48b4-9193-3320f90774a5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7c9401d5fd5e4652889fdd812571a22e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3261120 Feb 17 17:58:09.580628 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 52010) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:09.580861 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69263f69-784d-48b4-9193-3320f90774a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1356f621-66ff-4c12-adc0-de0b976cd856,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:09.585431 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-69263f69-784d-48b4-9193-3320f90774a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:09.662241 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8a632afe-c9bc-47bc-a8e0-3cdcf45abd04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:09.696967 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8a632afe-c9bc-47bc-a8e0-3cdcf45abd04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:09.747142 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8a632afe-c9bc-47bc-a8e0-3cdcf45abd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:09.752668 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b6ff2af9-a12c-4ec3-aac4-0ca296e9776b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:09.765106 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a632afe-c9bc-47bc-a8e0-3cdcf45abd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1356f621-66ff-4c12-adc0-de0b976cd856,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:09.769329 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8a632afe-c9bc-47bc-a8e0-3cdcf45abd04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:09.773233 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8a632afe-c9bc-47bc-a8e0-3cdcf45abd04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:09.777729 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-8a632afe-c9bc-47bc-a8e0-3cdcf45abd04 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1356f621-66ff-4c12-adc0-de0b976cd856 HTTP/1.1" status: 204 len: 168 time: 0.1953752 Feb 17 17:58:10.272105 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 52034) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:10.294303 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-af6e35de-75d7-4e4b-8d51-9e6d9e4976ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:10.310870 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-af6e35de-75d7-4e4b-8d51-9e6d9e4976ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:10.315001 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-af6e35de-75d7-4e4b-8d51-9e6d9e4976ea admin admin] Usage tracker for resource:security_group_rule and tenant:0864b2bfbe0949ba8b54c6b5c627aa12 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:10.318306 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-af6e35de-75d7-4e4b-8d51-9e6d9e4976ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:10.324095 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-af6e35de-75d7-4e4b-8d51-9e6d9e4976ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:10.418289 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-af6e35de-75d7-4e4b-8d51-9e6d9e4976ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:10.421226 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-af6e35de-75d7-4e4b-8d51-9e6d9e4976ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:10.430692 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b06635c-d24e-471e-8627-40bb14012684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:10.477274 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-af6e35de-75d7-4e4b-8d51-9e6d9e4976ea admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0864b2bfbe0949ba8b54c6b5c627aa12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2038653 Feb 17 17:58:10.479263 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e35de-75d7-4e4b-8d51-9e6d9e4976ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff14d152-a28f-440d-b7e8-4596d529826a,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:10.480265 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 52040) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:10.482901 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-af6e35de-75d7-4e4b-8d51-9e6d9e4976ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:10.549747 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2e1edd5a-a79a-4226-bfea-6c6ba8d748cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:10.585220 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2e1edd5a-a79a-4226-bfea-6c6ba8d748cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:10.633982 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2e1edd5a-a79a-4226-bfea-6c6ba8d748cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:10.640081 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3f485f6d-2e5d-413d-a613-0635fbe1c67e tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:10.655808 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1edd5a-a79a-4226-bfea-6c6ba8d748cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff14d152-a28f-440d-b7e8-4596d529826a,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:10.659571 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2e1edd5a-a79a-4226-bfea-6c6ba8d748cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:10.662599 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2e1edd5a-a79a-4226-bfea-6c6ba8d748cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:10.667934 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-2e1edd5a-a79a-4226-bfea-6c6ba8d748cf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ff14d152-a28f-440d-b7e8-4596d529826a HTTP/1.1" status: 204 len: 168 time: 0.1863010 Feb 17 17:58:19.192230 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:58:22.137902 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 52256) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:22.264879 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5c107b1f-735b-44d4-b0e9-adcdaba1372f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:22.280681 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5c107b1f-735b-44d4-b0e9-adcdaba1372f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:22.284867 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-5c107b1f-735b-44d4-b0e9-adcdaba1372f admin admin] Usage tracker for resource:security_group_rule and tenant:ef151da4d71c40d9985375d22c230831 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:22.288335 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-5c107b1f-735b-44d4-b0e9-adcdaba1372f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:22.294350 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5c107b1f-735b-44d4-b0e9-adcdaba1372f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:22.380010 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5c107b1f-735b-44d4-b0e9-adcdaba1372f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:22.383674 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5c107b1f-735b-44d4-b0e9-adcdaba1372f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:22.393771 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ebc8b08a-cbf1-4202-95bb-ba523f07ae7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:22.438249 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-5c107b1f-735b-44d4-b0e9-adcdaba1372f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ef151da4d71c40d9985375d22c230831&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2991724 Feb 17 17:58:22.439954 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c107b1f-735b-44d4-b0e9-adcdaba1372f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed563c2-b6c2-4bd1-8cb1-531efea85e06,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:22.441224 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 52262) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:22.444562 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5c107b1f-735b-44d4-b0e9-adcdaba1372f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:22.512207 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-53e5079d-149d-407c-851d-0f4a43e32ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:22.543282 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-53e5079d-149d-407c-851d-0f4a43e32ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:22.589891 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-53e5079d-149d-407c-851d-0f4a43e32ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:22.594963 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f45f7340-ea3c-48f0-9296-c0bf937652dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:22.612057 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5079d-149d-407c-851d-0f4a43e32ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed563c2-b6c2-4bd1-8cb1-531efea85e06,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:22.615903 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-53e5079d-149d-407c-851d-0f4a43e32ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:22.632769 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-53e5079d-149d-407c-851d-0f4a43e32ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:22.636375 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-53e5079d-149d-407c-851d-0f4a43e32ec4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fed563c2-b6c2-4bd1-8cb1-531efea85e06 HTTP/1.1" status: 204 len: 168 time: 0.1916678 Feb 17 17:58:23.336595 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 52294) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:23.449416 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-d19b6dc6-955f-4c91-b7fa-7a9001401f3d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-192569653-network', 'tenant_id': '80cb560fd0d54a1a809488a27a308e92'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:23.454537 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-d19b6dc6-955f-4c91-b7fa-7a9001401f3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:23.458663 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-d19b6dc6-955f-4c91-b7fa-7a9001401f3d admin admin] Usage tracker for resource:network and tenant:80cb560fd0d54a1a809488a27a308e92 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:23.461855 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-d19b6dc6-955f-4c91-b7fa-7a9001401f3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:23.467863 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-d19b6dc6-955f-4c91-b7fa-7a9001401f3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:23.478196 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19b6dc6-955f-4c91-b7fa-7a9001401f3d admin admin] Made reservation on behalf of 80cb560fd0d54a1a809488a27a308e92 for: {'network': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:58:23.483077 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d19b6dc6-955f-4c91-b7fa-7a9001401f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for network, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:23.496914 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d19b6dc6-955f-4c91-b7fa-7a9001401f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:23.512499 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-d19b6dc6-955f-4c91-b7fa-7a9001401f3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:23.516563 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-d19b6dc6-955f-4c91-b7fa-7a9001401f3d admin admin] Usage tracker for resource:security_group_rule and tenant:80cb560fd0d54a1a809488a27a308e92 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:23.519614 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-d19b6dc6-955f-4c91-b7fa-7a9001401f3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:23.526406 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-d19b6dc6-955f-4c91-b7fa-7a9001401f3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:23.612514 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d19b6dc6-955f-4c91-b7fa-7a9001401f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:23.615580 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d19b6dc6-955f-4c91-b7fa-7a9001401f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:23.619886 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0abdc987-ad29-453b-8ac7-36dc526cc307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:23.656993 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19b6dc6-955f-4c91-b7fa-7a9001401f3d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:58:23.667561 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b6dc6-955f-4c91-b7fa-7a9001401f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3e3a2e-4c21-404f-93c8-e7ea555e86d8,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:23.671594 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d19b6dc6-955f-4c91-b7fa-7a9001401f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:23.674308 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d19b6dc6-955f-4c91-b7fa-7a9001401f3d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363283404939516', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012526'] for segment, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:23.674745 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.db.segments_db [None req-d19b6dc6-955f-4c91-b7fa-7a9001401f3d admin admin] Added segment 8e1ec4be-1f81-468e-ac9e-417db8202315 of type vxlan for network 1864f3e4-416d-46c7-a18f-526751e8592d Feb 17 17:58:23.703862 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d19b6dc6-955f-4c91-b7fa-7a9001401f3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363283405532856'] for network, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:23.735845 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d19b6dc6-955f-4c91-b7fa-7a9001401f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513'] for network, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:23.737209 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19b6dc6-955f-4c91-b7fa-7a9001401f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:23.737847 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d19b6dc6-955f-4c91-b7fa-7a9001401f3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:23.742986 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f25087ae-b48f-4ad4-9c30-60563dce6f8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:23.850049 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-d19b6dc6-955f-4c91-b7fa-7a9001401f3d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5116544 Feb 17 17:58:23.853352 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b6dc6-955f-4c91-b7fa-7a9001401f3d admin admin] Pushing event updated for resources: {'Network': ['ID=1864f3e4-416d-46c7-a18f-526751e8592d,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:23.853556 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 52300) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:23.856458 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d19b6dc6-955f-4c91-b7fa-7a9001401f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:23.860241 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-29f7c269-e1a0-4dad-8dc8-e94762bf3ab2 admin admin] Request body: {'subnet': {'network_id': '1864f3e4-416d-46c7-a18f-526751e8592d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-192569653-subnet', 'tenant_id': '80cb560fd0d54a1a809488a27a308e92', 'ip_version': 4}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:23.865189 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Network 1864f3e4-416d-46c7-a18f-526751e8592d details requested by agent ovs-agent-dv-cinder-760199-3-smb with host dv-cinder-760199-3-smb {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:58:23.866255 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-29f7c269-e1a0-4dad-8dc8-e94762bf3ab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:23.870822 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-29f7c269-e1a0-4dad-8dc8-e94762bf3ab2 admin admin] Usage tracker for resource:subnet and tenant:80cb560fd0d54a1a809488a27a308e92 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:23.874270 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-29f7c269-e1a0-4dad-8dc8-e94762bf3ab2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:23.880913 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-29f7c269-e1a0-4dad-8dc8-e94762bf3ab2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:23.883183 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Network 1864f3e4-416d-46c7-a18f-526751e8592d details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:58:23.893757 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f7c269-e1a0-4dad-8dc8-e94762bf3ab2 admin admin] Made reservation on behalf of 80cb560fd0d54a1a809488a27a308e92 for: {'subnet': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:58:23.898699 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-29f7c269-e1a0-4dad-8dc8-e94762bf3ab2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848724100'] for subnet, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:24.343354 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-29f7c269-e1a0-4dad-8dc8-e94762bf3ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846389800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6452304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848724115'] for subnet, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:24.360065 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f928dea7-6c48-4021-b458-12a3761b72bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:24.506091 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7c269-e1a0-4dad-8dc8-e94762bf3ab2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cf936ea-a378-4a0a-b203-7ea17cab7ebc,revision_number=0']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:24.510423 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-29f7c269-e1a0-4dad-8dc8-e94762bf3ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:24.573439 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f7c269-e1a0-4dad-8dc8-e94762bf3ab2 admin admin] Checking segment: {'id': '8e1ec4be-1f81-468e-ac9e-417db8202315', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1864f3e4-416d-46c7-a18f-526751e8592d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:58:24.573796 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f7c269-e1a0-4dad-8dc8-e94762bf3ab2 admin admin] Network hostable DHCP agents. Network: 1864f3e4-416d-46c7-a18f-526751e8592d, hostable agents: ['8546a6d4-f394-45d5-bab8-9d45fc62bb83'], hosted agents: [] {{(pid=83987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:58:24.592953 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f7c269-e1a0-4dad-8dc8-e94762bf3ab2 admin admin] Network 1864f3e4-416d-46c7-a18f-526751e8592d is scheduled to be hosted by DHCP agent 8546a6d4-f394-45d5-bab8-9d45fc62bb83 with binding_index 1 {{(pid=83987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:58:24.602763 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-29f7c269-e1a0-4dad-8dc8-e94762bf3ab2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-smb, 1864f3e4-416d-46c7-a18f-526751e8592d) {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:58:24.612268 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee692fed-f54a-4406-8f4d-35c01254d699 None None] Network 1864f3e4-416d-46c7-a18f-526751e8592d requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:58:24.617704 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f7c269-e1a0-4dad-8dc8-e94762bf3ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:24.618440 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-29f7c269-e1a0-4dad-8dc8-e94762bf3ab2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:24.644000 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-29f7c269-e1a0-4dad-8dc8-e94762bf3ab2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7893915 Feb 17 17:58:24.647666 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 52314) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:24.653660 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-5d2c2c34-a324-4fe7-a48c-f5d60b75bac1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-192569653-router', 'tenant_id': '80cb560fd0d54a1a809488a27a308e92', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'}}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:24.659065 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5d2c2c34-a324-4fe7-a48c-f5d60b75bac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:24.664327 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-5d2c2c34-a324-4fe7-a48c-f5d60b75bac1 admin admin] Usage tracker for resource:router and tenant:80cb560fd0d54a1a809488a27a308e92 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:24.667439 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-5d2c2c34-a324-4fe7-a48c-f5d60b75bac1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:24.673369 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5d2c2c34-a324-4fe7-a48c-f5d60b75bac1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:24.683901 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5d2c2c34-a324-4fe7-a48c-f5d60b75bac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8261339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13497'] for router, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:24.685045 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5d2c2c34-a324-4fe7-a48c-f5d60b75bac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8261164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846512498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846392643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854762335'] for router, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:24.703493 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5d2c2c34-a324-4fe7-a48c-f5d60b75bac1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:24.861959 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc8980f4-a3c2-5bc6-8503-45c957795eab-1864f3e4-416d-46c7-a18f-526751e8592d', 'network_id': '1864f3e4-416d-46c7-a18f-526751e8592d', 'tenant_id': '80cb560fd0d54a1a809488a27a308e92', 'fixed_ips': [{'subnet_id': '6cf936ea-a378-4a0a-b203-7ea17cab7ebc'}]}} from dv-cinder-760199-3-smb. {{(pid=83988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 17:58:24.862942 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:25.016347 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5d2c2c34-a324-4fe7-a48c-f5d60b75bac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846510795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846514499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762352'] for router, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:25.181427 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Allocated IP 172.20.0.2 (1864f3e4-416d-46c7-a18f-526751e8592d/6cf936ea-a378-4a0a-b203-7ea17cab7ebc/ecb8d9ab-b9b9-46c7-b916-8d339b305828) {{(pid=83988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:58:25.354830 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5d2c2c34-a324-4fe7-a48c-f5d60b75bac1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:25.391927 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5d2c2c34-a324-4fe7-a48c-f5d60b75bac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:25.416592 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Notify callbacks [] for port, precommit_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:25.422489 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-29f41a6e-75a6-43ff-8372-1561e27ec3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:25.432377 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Transition to ACTIVE for port object ecb8d9ab-b9b9-46c7-b916-8d339b305828 will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:58:25.451841 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Transition to ACTIVE for port object ecb8d9ab-b9b9-46c7-b916-8d339b305828 will not be triggered until provisioned by entity DHCP. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:58:25.456872 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479'] for port, after_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:25.475726 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:25.618930 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Pushing event updated for resources: {'Port': ['ID=ecb8d9ab-b9b9-46c7-b916-8d339b305828,revision_number=1']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:25.642082 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.642413 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.642801 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.643185 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.643605 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.643946 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.644323 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.644734 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.645217 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.645602 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.646131 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.647164 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.647606 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.647979 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.648456 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.648860 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.649234 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.649614 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.649986 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.650358 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.650724 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.651103 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.651549 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.651924 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.656459 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:25.697078 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-5d2c2c34-a324-4fe7-a48c-f5d60b75bac1 admin admin] Allocated IP 172.28.3.206 (7adbab01-78f4-4f50-aa4c-26c3aba221ad/2ba7369c-b814-4a65-9701-7168439702b2/e37c4c62-2b12-466e-a295-9d5e66feddff) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:58:25.704439 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Network 1864f3e4-416d-46c7-a18f-526751e8592d is already hosted by enough agents. {{(pid=83988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:58:25.705663 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Resources bound (agent type, host, resource id): {{(pid=83988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:58:25.708147 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Received port after_create {{(pid=83988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:58:25.773940 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Attempting to bind port ecb8d9ab-b9b9-46c7-b916-8d339b305828 on host dv-cinder-760199-3-smb for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:58:25.775487 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Attempting to bind port ecb8d9ab-b9b9-46c7-b916-8d339b305828 by drivers openvswitch on host dv-cinder-760199-3-smb at level 0 using segments [{'id': '8e1ec4be-1f81-468e-ac9e-417db8202315', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1864f3e4-416d-46c7-a18f-526751e8592d'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:58:25.775706 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Attempting to bind port ecb8d9ab-b9b9-46c7-b916-8d339b305828 on network 1864f3e4-416d-46c7-a18f-526751e8592d {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:58:25.782380 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Checking agent: {'id': '8fdeb372-8e18-4614-ad16-4f33ed73e666', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 30), 'started_at': datetime.datetime(2021, 2, 17, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:58:25.782701 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Checking segment: {'id': '8e1ec4be-1f81-468e-ac9e-417db8202315', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1864f3e4-416d-46c7-a18f-526751e8592d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:58:25.783285 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:25.783807 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Bound using segment: {'id': '8e1ec4be-1f81-468e-ac9e-417db8202315', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1864f3e4-416d-46c7-a18f-526751e8592d'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:58:25.784407 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Bound port: ecb8d9ab-b9b9-46c7-b916-8d339b305828, host: dv-cinder-760199-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e1ec4be-1f81-468e-ac9e-417db8202315', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1864f3e4-416d-46c7-a18f-526751e8592d'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:58:25.784943 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:25.874315 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5d2c2c34-a324-4fe7-a48c-f5d60b75bac1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:25.906911 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5d2c2c34-a324-4fe7-a48c-f5d60b75bac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849322323'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:25.923076 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] For port ecb8d9ab-b9b9-46c7-b916-8d339b305828, host dv-cinder-760199-3-smb, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:58:25.923367 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-eb26cfee-52c0-4180-b441-68c198733868 tempest-AttachVolumeTestJSON-486018884 tempest-AttachVolumeTestJSON-486018884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:25.926614 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] For port ecb8d9ab-b9b9-46c7-b916-8d339b305828, host dv-cinder-760199-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=ecb8d9ab-b9b9-46c7-b916-8d339b305828,segment=NetworkSegment(8e1ec4be-1f81-468e-ac9e-417db8202315),segment_id=8e1ec4be-1f81-468e-ac9e-417db8202315)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:58:25.931059 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:25.947858 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:26.122759 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Pushing event updated for resources: {'Port': ['ID=ecb8d9ab-b9b9-46c7-b916-8d339b305828,revision_number=2']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:26.126633 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:26.314605 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c2c34-a324-4fe7-a48c-f5d60b75bac1 admin admin] Pushing event updated for resources: {'Port': ['ID=e37c4c62-2b12-466e-a295-9d5e66feddff,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:26.319582 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5d2c2c34-a324-4fe7-a48c-f5d60b75bac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:26.375096 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2c2c34-a324-4fe7-a48c-f5d60b75bac1 admin admin] Network 7adbab01-78f4-4f50-aa4c-26c3aba221ad is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:58:26.376239 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-5d2c2c34-a324-4fe7-a48c-f5d60b75bac1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:58:26.378585 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2c2c34-a324-4fe7-a48c-f5d60b75bac1 admin admin] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:58:26.866703 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5d2c2c34-a324-4fe7-a48c-f5d60b75bac1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:27.252854 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5d2c2c34-a324-4fe7-a48c-f5d60b75bac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8264974'] for router, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:27.501849 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2c2c34-a324-4fe7-a48c-f5d60b75bac1 admin admin] Router 3d979478-e0cb-4dc2-a123-44ebb69fd7de is scheduled to L3 agent b696c7bc-35f9-4b20-9049-f598d63d0e6c with binding_index 1 {{(pid=83986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 17:58:27.535712 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0cfb75d2-5036-4780-a364-9511a0c44576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:27.664169 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6f61b6-21cc-4b6d-8224-307e94dd1d0b None None] Network 1864f3e4-416d-46c7-a18f-526751e8592d requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:58:27.723275 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2c2c34-a324-4fe7-a48c-f5d60b75bac1 admin admin] Notify agent at l3_agent.dv-cinder-760199-3-smb the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:58:27.743774 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba79caf-7785-48b2-b3cc-5559c491ae01 None None] Sync routers for ids ['3d979478-e0cb-4dc2-a123-44ebb69fd7de'] in dv-cinder-760199-3-smb {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:58:27.750611 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5d2c2c34-a324-4fe7-a48c-f5d60b75bac1 admin admin] Notify callbacks [] for router, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:27.751968 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-5d2c2c34-a324-4fe7-a48c-f5d60b75bac1 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1032002 Feb 17 17:58:27.754935 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 52358) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:27.773471 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba79caf-7785-48b2-b3cc-5559c491ae01 None None] Routers {'3d979478-e0cb-4dc2-a123-44ebb69fd7de'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:58:27.774240 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-7ba79caf-7785-48b2-b3cc-5559c491ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:58:28Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['3d979478-e0cb-4dc2-a123-44ebb69fd7de'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:28.078148 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-ba853042-fbfa-4a75-889f-b9ff770daac2 None None] Provisioning for port ecb8d9ab-b9b9-46c7-b916-8d339b305828 completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:58:28.271812 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-7ba79caf-7785-48b2-b3cc-5559c491ae01 None None] Set router 3d979478-e0cb-4dc2-a123-44ebb69fd7de gateway port host: dv-cinder-760199-3-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:58:28.392034 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device ecb8d9ab-b9b9-46c7-b916-8d339b305828 up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:28.622356 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning for port ecb8d9ab-b9b9-46c7-b916-8d339b305828 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:58:28.653691 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port ecb8d9ab-b9b9-46c7-b916-8d339b305828 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:28.654165 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:28.743893 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:28.813183 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-35aa4b86-4904-412d-a81c-298088fe495b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:28.873130 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-7ba79caf-7785-48b2-b3cc-5559c491ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'name': 'tempest-TestMinimumBasicScenario-192569653-router', 'tenant_id': '80cb560fd0d54a1a809488a27a308e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e37c4c62-2b12-466e-a295-9d5e66feddff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:58:24Z', 'updated_at': '2021-02-17T17:58:26Z', 'revision_number': 3, 'project_id': '80cb560fd0d54a1a809488a27a308e92', 'gw_port': {'id': 'e37c4c62-2b12-466e-a295-9d5e66feddff', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:25Z', 'updated_at': '2021-02-17T17:58:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb'}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:28.876949 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:28.901557 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba79caf-7785-48b2-b3cc-5559c491ae01 None None] Checking router: 3d979478-e0cb-4dc2-a123-44ebb69fd7de for host: dv-cinder-760199-3-smb {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:58:28.902067 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba79caf-7785-48b2-b3cc-5559c491ae01 None None] Updating router 3d979478-e0cb-4dc2-a123-44ebb69fd7de port e37c4c62-2b12-466e-a295-9d5e66feddff binding host dv-cinder-760199-3-smb {{(pid=83988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:58:28.936951 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-2124116f-3410-4c38-862a-495ae75fcd28 None None] Provisioning complete for port ecb8d9ab-b9b9-46c7-b916-8d339b305828 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:28.937332 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2124116f-3410-4c38-862a-495ae75fcd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:29.044519 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] For port ecb8d9ab-b9b9-46c7-b916-8d339b305828, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=ecb8d9ab-b9b9-46c7-b916-8d339b305828,segment=NetworkSegment(8e1ec4be-1f81-468e-ac9e-417db8202315),segment_id=8e1ec4be-1f81-468e-ac9e-417db8202315)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:58:29.045727 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7ba79caf-7785-48b2-b3cc-5559c491ae01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:29.082698 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:29.092578 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:29.253304 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-35aa4b86-4904-412d-a81c-298088fe495b admin admin] Allocated IP 172.20.0.1 (1864f3e4-416d-46c7-a18f-526751e8592d/6cf936ea-a378-4a0a-b203-7ea17cab7ebc/529302b8-836f-47a7-8955-bfd3a327e374) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:58:29.272042 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Pushing event updated for resources: {'Port': ['ID=ecb8d9ab-b9b9-46c7-b916-8d339b305828,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:29.278884 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:29.417985 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-35aa4b86-4904-412d-a81c-298088fe495b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:29.434976 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-35aa4b86-4904-412d-a81c-298088fe495b admin admin] Transition to ACTIVE for port object 529302b8-836f-47a7-8955-bfd3a327e374 will not be triggered until provisioned by entity DHCP. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:58:29.460320 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-35aa4b86-4904-412d-a81c-298088fe495b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849322323'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:29.476024 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-de07c598-a5c8-47b8-95e3-67c01756d554 tempest-AttachVolumeNegativeTest-413277239 tempest-AttachVolumeNegativeTest-413277239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:29.493425 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-75ff9027-8ec9-44e3-a8e6-1f9309403480 None None] Provisioning complete for port ecb8d9ab-b9b9-46c7-b916-8d339b305828 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:29.493855 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-75ff9027-8ec9-44e3-a8e6-1f9309403480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:29.624156 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa4b86-4904-412d-a81c-298088fe495b admin admin] Pushing event updated for resources: {'Port': ['ID=529302b8-836f-47a7-8955-bfd3a327e374,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:29.629664 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-35aa4b86-4904-412d-a81c-298088fe495b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:29.675359 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35aa4b86-4904-412d-a81c-298088fe495b admin admin] Network 1864f3e4-416d-46c7-a18f-526751e8592d is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:58:29.676604 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-35aa4b86-4904-412d-a81c-298088fe495b admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:58:29.679768 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aa4b86-4904-412d-a81c-298088fe495b admin admin] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:58:29.745519 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-35aa4b86-4904-412d-a81c-298088fe495b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846488041'] for router_interface, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:29.756863 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7ba79caf-7785-48b2-b3cc-5559c491ae01 None None] Notify callbacks [] for port, precommit_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:29.775369 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-7ba79caf-7785-48b2-b3cc-5559c491ae01 None None] Transition to ACTIVE for port object e37c4c62-2b12-466e-a295-9d5e66feddff will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:58:29.786261 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7ba79caf-7785-48b2-b3cc-5559c491ae01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:29.804047 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:29.911668 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:29.983621 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:29.984177 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce493caf-b282-47cc-9114-4c8539461d3d None None] Pushing event updated for resources: {'Port': ['ID=e37c4c62-2b12-466e-a295-9d5e66feddff,revision_number=2']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:29.989289 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ce493caf-b282-47cc-9114-4c8539461d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:30.015244 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-d1238921-b7e4-4185-9a6f-5065e6a95004 None None] Provisioning for port 529302b8-836f-47a7-8955-bfd3a327e374 completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:58:30.029205 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-d1238921-b7e4-4185-9a6f-5065e6a95004 None None] Provisioning complete for port 529302b8-836f-47a7-8955-bfd3a327e374 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:30.029636 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d1238921-b7e4-4185-9a6f-5065e6a95004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:30.059385 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-35aa4b86-4904-412d-a81c-298088fe495b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:30.102878 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-7ba79caf-7785-48b2-b3cc-5559c491ae01 None None] Attempting to bind port e37c4c62-2b12-466e-a295-9d5e66feddff on host dv-cinder-760199-3-smb for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:58:30.103287 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-7ba79caf-7785-48b2-b3cc-5559c491ae01 None None] Attempting to bind port e37c4c62-2b12-466e-a295-9d5e66feddff by drivers openvswitch on host dv-cinder-760199-3-smb at level 0 using segments [{'id': '1518ad10-b1eb-469a-b2c2-2c6841e70835', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:58:30.103711 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba79caf-7785-48b2-b3cc-5559c491ae01 None None] Attempting to bind port e37c4c62-2b12-466e-a295-9d5e66feddff on network 7adbab01-78f4-4f50-aa4c-26c3aba221ad {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:58:30.119561 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-d1238921-b7e4-4185-9a6f-5065e6a95004 None None] Port 529302b8-836f-47a7-8955-bfd3a327e374 cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:58:30.121484 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba79caf-7785-48b2-b3cc-5559c491ae01 None None] Checking agent: {'id': '8fdeb372-8e18-4614-ad16-4f33ed73e666', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 30), 'started_at': datetime.datetime(2021, 2, 17, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:58:30.121914 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba79caf-7785-48b2-b3cc-5559c491ae01 None None] Checking segment: {'id': '1518ad10-b1eb-469a-b2c2-2c6841e70835', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:58:30.122376 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7ba79caf-7785-48b2-b3cc-5559c491ae01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:30.122825 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba79caf-7785-48b2-b3cc-5559c491ae01 None None] Bound using segment: {'id': '1518ad10-b1eb-469a-b2c2-2c6841e70835', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:58:30.123439 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-7ba79caf-7785-48b2-b3cc-5559c491ae01 None None] Bound port: e37c4c62-2b12-466e-a295-9d5e66feddff, host: dv-cinder-760199-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1518ad10-b1eb-469a-b2c2-2c6841e70835', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:58:30.128323 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7ba79caf-7785-48b2-b3cc-5559c491ae01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:30.210290 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-7ba79caf-7785-48b2-b3cc-5559c491ae01 None None] For port e37c4c62-2b12-466e-a295-9d5e66feddff, host dv-cinder-760199-3-smb, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:58:30.214174 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-7ba79caf-7785-48b2-b3cc-5559c491ae01 None None] For port e37c4c62-2b12-466e-a295-9d5e66feddff, host dv-cinder-760199-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=e37c4c62-2b12-466e-a295-9d5e66feddff,segment=NetworkSegment(1518ad10-b1eb-469a-b2c2-2c6841e70835),segment_id=1518ad10-b1eb-469a-b2c2-2c6841e70835)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:58:30.218352 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7ba79caf-7785-48b2-b3cc-5559c491ae01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:30.234601 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:30.277468 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 52374) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:30.400026 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-35aa4b86-4904-412d-a81c-298088fe495b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:30.404678 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-35aa4b86-4904-412d-a81c-298088fe495b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5453476'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:30.438564 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-78692895-1101-47d6-af1e-1a4825aaa2a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:30.477995 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cfe715c0-e191-4276-9000-3b2c0541e702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:30.496626 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-cfe715c0-e191-4276-9000-3b2c0541e702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:30.502518 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-cfe715c0-e191-4276-9000-3b2c0541e702 admin admin] Usage tracker for resource:security_group_rule and tenant:389539dc9f4d4132aaddf9186c135545 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:30.507157 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-cfe715c0-e191-4276-9000-3b2c0541e702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:30.509423 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device ecb8d9ab-b9b9-46c7-b916-8d339b305828 up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:30.513638 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-cfe715c0-e191-4276-9000-3b2c0541e702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:30.530467 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-35aa4b86-4904-412d-a81c-298088fe495b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7924080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8287857'] for router_interface, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:30.545182 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa4b86-4904-412d-a81c-298088fe495b admin admin] Pushing event updated for resources: {'Port': ['ID=529302b8-836f-47a7-8955-bfd3a327e374,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:30.550340 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-35aa4b86-4904-412d-a81c-298088fe495b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:30.615153 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cfe715c0-e191-4276-9000-3b2c0541e702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:30.618809 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cfe715c0-e191-4276-9000-3b2c0541e702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:30.628455 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-da657097-bf0a-4a09-ba76-2ef3b613c0a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:30.635212 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce493caf-b282-47cc-9114-4c8539461d3d None None] Pushing event updated for resources: {'Port': ['ID=e37c4c62-2b12-466e-a295-9d5e66feddff,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:30.639026 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ce493caf-b282-47cc-9114-4c8539461d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:30.676704 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-cfe715c0-e191-4276-9000-3b2c0541e702 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=389539dc9f4d4132aaddf9186c135545&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3979838 Feb 17 17:58:30.681178 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 52380) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:30.684895 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe715c0-e191-4276-9000-3b2c0541e702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ed0ec9-ab0a-42f2-af49-8498412589da,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:30.702814 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35aa4b86-4904-412d-a81c-298088fe495b admin admin] Network 1864f3e4-416d-46c7-a18f-526751e8592d is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:58:30.703860 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port ecb8d9ab-b9b9-46c7-b916-8d339b305828 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:30.704209 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:30.704329 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-35aa4b86-4904-412d-a81c-298088fe495b admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:58:30.730937 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cfe715c0-e191-4276-9000-3b2c0541e702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:30.753079 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba79caf-7785-48b2-b3cc-5559c491ae01 None None] Routers {'3d979478-e0cb-4dc2-a123-44ebb69fd7de'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:58:30.753795 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-7ba79caf-7785-48b2-b3cc-5559c491ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:58:28Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['3d979478-e0cb-4dc2-a123-44ebb69fd7de'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:30.760377 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bc41aca0-44d8-4531-af9a-552d3031aabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:30.791372 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bc41aca0-44d8-4531-af9a-552d3031aabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:30.841310 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bc41aca0-44d8-4531-af9a-552d3031aabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:30.847255 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cbd20bdb-de45-402b-9923-5c7ee2424417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:30.868374 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41aca0-44d8-4531-af9a-552d3031aabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ed0ec9-ab0a-42f2-af49-8498412589da,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:30.872401 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bc41aca0-44d8-4531-af9a-552d3031aabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:30.875769 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bc41aca0-44d8-4531-af9a-552d3031aabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:30.890860 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-bc41aca0-44d8-4531-af9a-552d3031aabf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c3ed0ec9-ab0a-42f2-af49-8498412589da HTTP/1.1" status: 204 len: 168 time: 0.1977246 Feb 17 17:58:30.978012 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35aa4b86-4904-412d-a81c-298088fe495b admin admin] Router 3d979478-e0cb-4dc2-a123-44ebb69fd7de has already been hosted by L3 agent b696c7bc-35f9-4b20-9049-f598d63d0e6c {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:58:31.077899 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-7ba79caf-7785-48b2-b3cc-5559c491ae01 None None] Set router 3d979478-e0cb-4dc2-a123-44ebb69fd7de gateway port host: dv-cinder-760199-3-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:58:31.196279 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35aa4b86-4904-412d-a81c-298088fe495b admin admin] Notify agent at l3_agent.dv-cinder-760199-3-smb the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:58:31.205784 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-35aa4b86-4904-412d-a81c-298088fe495b admin admin] 10.222.0.49 "PUT /v2.0/routers/3d979478-e0cb-4dc2-a123-44ebb69fd7de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4491227 Feb 17 17:58:31.242582 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 52390) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:31.262494 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-1bcf94f4-89a6-43f3-b643-75ddf9433340 None None] Provisioning complete for port 529302b8-836f-47a7-8955-bfd3a327e374 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:31.262916 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1bcf94f4-89a6-43f3-b643-75ddf9433340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:31.268242 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5c83923c-7ae9-4d68-94ad-aa846537bd98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:31.296324 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5c83923c-7ae9-4d68-94ad-aa846537bd98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:31.301084 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-5c83923c-7ae9-4d68-94ad-aa846537bd98 admin admin] Usage tracker for resource:security_group_rule and tenant:55f096cb57b847ef96cf7de271d8542f is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:31.305658 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-5c83923c-7ae9-4d68-94ad-aa846537bd98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:31.313646 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5c83923c-7ae9-4d68-94ad-aa846537bd98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:31.413559 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5c83923c-7ae9-4d68-94ad-aa846537bd98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:31.417327 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5c83923c-7ae9-4d68-94ad-aa846537bd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:31.422568 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-1bcf94f4-89a6-43f3-b643-75ddf9433340 None None] Port 529302b8-836f-47a7-8955-bfd3a327e374 cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:58:31.430981 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-38c2081f-2141-41e3-9909-0a471002cc91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:31.484780 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-5c83923c-7ae9-4d68-94ad-aa846537bd98 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=55f096cb57b847ef96cf7de271d8542f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385118 Feb 17 17:58:31.484780 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83923c-7ae9-4d68-94ad-aa846537bd98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fceeb904-552f-41d7-9d42-5d989ed86be0,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:31.485222 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 52400) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:31.487070 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5c83923c-7ae9-4d68-94ad-aa846537bd98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:31.555099 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-7ba79caf-7785-48b2-b3cc-5559c491ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'name': 'tempest-TestMinimumBasicScenario-192569653-router', 'tenant_id': '80cb560fd0d54a1a809488a27a308e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e37c4c62-2b12-466e-a295-9d5e66feddff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:58:24Z', 'updated_at': '2021-02-17T17:58:29Z', 'revision_number': 4, 'project_id': '80cb560fd0d54a1a809488a27a308e92', 'gw_port': {'id': 'e37c4c62-2b12-466e-a295-9d5e66feddff', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:25Z', 'updated_at': '2021-02-17T17:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': '529302b8-836f-47a7-8955-bfd3a327e374', 'name': '', 'network_id': '1864f3e4-416d-46c7-a18f-526751e8592d', 'tenant_id': '80cb560fd0d54a1a809488a27a308e92', 'mac_address': 'fa:16:3e:59:9b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6cf936ea-a378-4a0a-b203-7ea17cab7ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:29Z', 'updated_at': '2021-02-17T17:58:30Z', 'revision_number': 2, 'project_id': '80cb560fd0d54a1a809488a27a308e92', 'subnets': [{'id': '6cf936ea-a378-4a0a-b203-7ea17cab7ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:31.559736 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba79caf-7785-48b2-b3cc-5559c491ae01 None None] The sync data for ids ['3d979478-e0cb-4dc2-a123-44ebb69fd7de'] in dv-cinder-760199-3-smb is: [{'id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'name': 'tempest-TestMinimumBasicScenario-192569653-router', 'tenant_id': '80cb560fd0d54a1a809488a27a308e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e37c4c62-2b12-466e-a295-9d5e66feddff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:58:24Z', 'updated_at': '2021-02-17T17:58:29Z', 'revision_number': 4, 'project_id': '80cb560fd0d54a1a809488a27a308e92', 'gw_port': {'id': 'e37c4c62-2b12-466e-a295-9d5e66feddff', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:25Z', 'updated_at': '2021-02-17T17:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': '529302b8-836f-47a7-8955-bfd3a327e374', 'name': '', 'network_id': '1864f3e4-416d-46c7-a18f-526751e8592d', 'tenant_id': '80cb560fd0d54a1a809488a27a308e92', 'mac_address': 'fa:16:3e:59:9b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6cf936ea-a378-4a0a-b203-7ea17cab7ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:29Z', 'updated_at': '2021-02-17T17:58:30Z', 'revision_number': 2, 'project_id': '80cb560fd0d54a1a809488a27a308e92', 'subnets': [{'id': '6cf936ea-a378-4a0a-b203-7ea17cab7ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:58:31.561924 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ee0d9c10-45c2-4cf1-9a94-e7f60b64b735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:31.593821 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ee0d9c10-45c2-4cf1-9a94-e7f60b64b735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:31.642926 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ee0d9c10-45c2-4cf1-9a94-e7f60b64b735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:31.649854 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3ba0b0f3-081f-481c-bdb1-50205255aa2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:31.669631 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d9c10-45c2-4cf1-9a94-e7f60b64b735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fceeb904-552f-41d7-9d42-5d989ed86be0,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:31.672578 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ee0d9c10-45c2-4cf1-9a94-e7f60b64b735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:31.673958 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ee0d9c10-45c2-4cf1-9a94-e7f60b64b735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:31.679901 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-ee0d9c10-45c2-4cf1-9a94-e7f60b64b735 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fceeb904-552f-41d7-9d42-5d989ed86be0 HTTP/1.1" status: 204 len: 168 time: 0.1934507 Feb 17 17:58:34.431543 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device e37c4c62-2b12-466e-a295-9d5e66feddff up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:34.586105 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning for port e37c4c62-2b12-466e-a295-9d5e66feddff completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:58:34.593708 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port e37c4c62-2b12-466e-a295-9d5e66feddff triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:34.594177 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:34.820601 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:34.853448 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] For port e37c4c62-2b12-466e-a295-9d5e66feddff, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=e37c4c62-2b12-466e-a295-9d5e66feddff,segment=NetworkSegment(1518ad10-b1eb-469a-b2c2-2c6841e70835),segment_id=1518ad10-b1eb-469a-b2c2-2c6841e70835)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:58:34.859983 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:34.867548 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:34.991208 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Pushing event updated for resources: {'Port': ['ID=e37c4c62-2b12-466e-a295-9d5e66feddff,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:34.998959 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:35.350630 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16be64a5-3539-4514-b04a-ca60b58851de None None] Sync routers for ids ['3d979478-e0cb-4dc2-a123-44ebb69fd7de'] in dv-cinder-760199-3-smb {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:58:35.364598 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16be64a5-3539-4514-b04a-ca60b58851de None None] Routers {'3d979478-e0cb-4dc2-a123-44ebb69fd7de'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:58:35.367393 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-16be64a5-3539-4514-b04a-ca60b58851de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:58:28Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['3d979478-e0cb-4dc2-a123-44ebb69fd7de'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:35.638233 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-16be64a5-3539-4514-b04a-ca60b58851de None None] Set router 3d979478-e0cb-4dc2-a123-44ebb69fd7de gateway port host: dv-cinder-760199-3-smb {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:58:36.023040 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-16be64a5-3539-4514-b04a-ca60b58851de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'name': 'tempest-TestMinimumBasicScenario-192569653-router', 'tenant_id': '80cb560fd0d54a1a809488a27a308e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e37c4c62-2b12-466e-a295-9d5e66feddff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:58:24Z', 'updated_at': '2021-02-17T17:58:29Z', 'revision_number': 4, 'project_id': '80cb560fd0d54a1a809488a27a308e92', 'gw_port': {'id': 'e37c4c62-2b12-466e-a295-9d5e66feddff', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:25Z', 'updated_at': '2021-02-17T17:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': '529302b8-836f-47a7-8955-bfd3a327e374', 'name': '', 'network_id': '1864f3e4-416d-46c7-a18f-526751e8592d', 'tenant_id': '80cb560fd0d54a1a809488a27a308e92', 'mac_address': 'fa:16:3e:59:9b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6cf936ea-a378-4a0a-b203-7ea17cab7ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:29Z', 'updated_at': '2021-02-17T17:58:30Z', 'revision_number': 2, 'project_id': '80cb560fd0d54a1a809488a27a308e92', 'subnets': [{'id': '6cf936ea-a378-4a0a-b203-7ea17cab7ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:36.030118 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16be64a5-3539-4514-b04a-ca60b58851de None None] Checking router: 3d979478-e0cb-4dc2-a123-44ebb69fd7de for host: dv-cinder-760199-3-smb {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:58:36.030541 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16be64a5-3539-4514-b04a-ca60b58851de None None] Updating router 3d979478-e0cb-4dc2-a123-44ebb69fd7de port 529302b8-836f-47a7-8955-bfd3a327e374 binding host dv-cinder-760199-3-smb {{(pid=83989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:58:36.135268 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-16be64a5-3539-4514-b04a-ca60b58851de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:36.392800 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 52498) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:36.467719 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device e37c4c62-2b12-466e-a295-9d5e66feddff up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:36.555868 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port e37c4c62-2b12-466e-a295-9d5e66feddff triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:36.556288 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:36.606111 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6f3d1e1c-c2da-4dc2-b3c2-8c33153a65b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:36.623279 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6f3d1e1c-c2da-4dc2-b3c2-8c33153a65b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:36.628093 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-6f3d1e1c-c2da-4dc2-b3c2-8c33153a65b7 admin admin] Usage tracker for resource:security_group_rule and tenant:1c09b2a1e7314f0da6d19ddce9d874b8 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:36.631752 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-6f3d1e1c-c2da-4dc2-b3c2-8c33153a65b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:36.641304 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6f3d1e1c-c2da-4dc2-b3c2-8c33153a65b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:36.760824 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6f3d1e1c-c2da-4dc2-b3c2-8c33153a65b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:36.769856 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6f3d1e1c-c2da-4dc2-b3c2-8c33153a65b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:36.781297 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bc41aca0-44d8-4531-af9a-552d3031aabf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:36.820518 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d1e1c-c2da-4dc2-b3c2-8c33153a65b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1b4ba8-bb5b-4406-bb1c-e76942802e16,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:36.839584 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6f3d1e1c-c2da-4dc2-b3c2-8c33153a65b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:36.859679 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-16be64a5-3539-4514-b04a-ca60b58851de None None] Notify callbacks [] for port, precommit_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:36.864108 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 52504) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:36.879123 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-16be64a5-3539-4514-b04a-ca60b58851de None None] Transition to ACTIVE for port object 529302b8-836f-47a7-8955-bfd3a327e374 will not be triggered until provisioned by entity L2. {{(pid=83989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:58:36.880475 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-6f3d1e1c-c2da-4dc2-b3c2-8c33153a65b7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1c09b2a1e7314f0da6d19ddce9d874b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4863257 Feb 17 17:58:36.884193 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-16be64a5-3539-4514-b04a-ca60b58851de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:36.901382 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-35bf766a-0840-47c9-9757-12280c00ca16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:36.939319 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b33fe0f6-7cbe-4ad9-8455-cd066631a62f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:36.972694 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b33fe0f6-7cbe-4ad9-8455-cd066631a62f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:37.027062 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b33fe0f6-7cbe-4ad9-8455-cd066631a62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:37.037116 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8f9d863b-84e2-41c1-8b10-044c08df1767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:37.054501 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33fe0f6-7cbe-4ad9-8455-cd066631a62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1b4ba8-bb5b-4406-bb1c-e76942802e16,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:37.059846 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b33fe0f6-7cbe-4ad9-8455-cd066631a62f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:37.067545 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b33fe0f6-7cbe-4ad9-8455-cd066631a62f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:37.072303 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-b33fe0f6-7cbe-4ad9-8455-cd066631a62f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3b1b4ba8-bb5b-4406-bb1c-e76942802e16 HTTP/1.1" status: 204 len: 168 time: 0.2064319 Feb 17 17:58:37.305734 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70327b-4ef1-44fb-b08b-00db6db15584 None None] Pushing event updated for resources: {'Port': ['ID=529302b8-836f-47a7-8955-bfd3a327e374,revision_number=3']} {{(pid=83989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:37.319356 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70327b-4ef1-44fb-b08b-00db6db15584 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:37.319732 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70327b-4ef1-44fb-b08b-00db6db15584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:37.320112 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70327b-4ef1-44fb-b08b-00db6db15584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:37.320474 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70327b-4ef1-44fb-b08b-00db6db15584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:37.320896 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70327b-4ef1-44fb-b08b-00db6db15584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:37.321261 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70327b-4ef1-44fb-b08b-00db6db15584 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:37.321622 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70327b-4ef1-44fb-b08b-00db6db15584 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:37.321981 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70327b-4ef1-44fb-b08b-00db6db15584 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:37.322338 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70327b-4ef1-44fb-b08b-00db6db15584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:37.322698 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70327b-4ef1-44fb-b08b-00db6db15584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:37.323349 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70327b-4ef1-44fb-b08b-00db6db15584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:37.323482 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70327b-4ef1-44fb-b08b-00db6db15584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:37.323792 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70327b-4ef1-44fb-b08b-00db6db15584 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:37.324147 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70327b-4ef1-44fb-b08b-00db6db15584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:37.324502 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70327b-4ef1-44fb-b08b-00db6db15584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:37.324879 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70327b-4ef1-44fb-b08b-00db6db15584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:37.325232 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70327b-4ef1-44fb-b08b-00db6db15584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:37.325585 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70327b-4ef1-44fb-b08b-00db6db15584 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:37.325940 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70327b-4ef1-44fb-b08b-00db6db15584 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:37.326284 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70327b-4ef1-44fb-b08b-00db6db15584 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:37.326637 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70327b-4ef1-44fb-b08b-00db6db15584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:37.327005 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70327b-4ef1-44fb-b08b-00db6db15584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:37.327347 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70327b-4ef1-44fb-b08b-00db6db15584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:37.327699 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70327b-4ef1-44fb-b08b-00db6db15584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:37.336255 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2e70327b-4ef1-44fb-b08b-00db6db15584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:37.544193 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-16be64a5-3539-4514-b04a-ca60b58851de None None] Attempting to bind port 529302b8-836f-47a7-8955-bfd3a327e374 on host dv-cinder-760199-3-smb for vnic_type normal with profile {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:58:37.544782 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-16be64a5-3539-4514-b04a-ca60b58851de None None] Attempting to bind port 529302b8-836f-47a7-8955-bfd3a327e374 by drivers openvswitch on host dv-cinder-760199-3-smb at level 0 using segments [{'id': '8e1ec4be-1f81-468e-ac9e-417db8202315', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1864f3e4-416d-46c7-a18f-526751e8592d'}] {{(pid=83989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:58:37.545304 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16be64a5-3539-4514-b04a-ca60b58851de None None] Attempting to bind port 529302b8-836f-47a7-8955-bfd3a327e374 on network 1864f3e4-416d-46c7-a18f-526751e8592d {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:58:37.553234 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16be64a5-3539-4514-b04a-ca60b58851de None None] Checking agent: {'id': '8fdeb372-8e18-4614-ad16-4f33ed73e666', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 30), 'started_at': datetime.datetime(2021, 2, 17, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:58:37.553823 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16be64a5-3539-4514-b04a-ca60b58851de None None] Checking segment: {'id': '8e1ec4be-1f81-468e-ac9e-417db8202315', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1864f3e4-416d-46c7-a18f-526751e8592d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:58:37.554379 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-16be64a5-3539-4514-b04a-ca60b58851de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:37.554926 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16be64a5-3539-4514-b04a-ca60b58851de None None] Bound using segment: {'id': '8e1ec4be-1f81-468e-ac9e-417db8202315', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1864f3e4-416d-46c7-a18f-526751e8592d'} {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:58:37.555581 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-16be64a5-3539-4514-b04a-ca60b58851de None None] Bound port: 529302b8-836f-47a7-8955-bfd3a327e374, host: dv-cinder-760199-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e1ec4be-1f81-468e-ac9e-417db8202315', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1864f3e4-416d-46c7-a18f-526751e8592d'}}] {{(pid=83989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:58:37.556297 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-16be64a5-3539-4514-b04a-ca60b58851de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:37.617575 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 52512) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:37.642159 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-23574745-6698-4121-9848-80f04e65e1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:37.661801 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-23574745-6698-4121-9848-80f04e65e1b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:37.667401 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-23574745-6698-4121-9848-80f04e65e1b4 admin admin] Usage tracker for resource:security_group_rule and tenant:a11f0780ded24e80ab16d12d57b69b5b is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:37.670885 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-23574745-6698-4121-9848-80f04e65e1b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:37.674596 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-16be64a5-3539-4514-b04a-ca60b58851de None None] For port 529302b8-836f-47a7-8955-bfd3a327e374, host dv-cinder-760199-3-smb, cleared binding levels {{(pid=83989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:58:37.679602 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-16be64a5-3539-4514-b04a-ca60b58851de None None] For port 529302b8-836f-47a7-8955-bfd3a327e374, host dv-cinder-760199-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=529302b8-836f-47a7-8955-bfd3a327e374,segment=NetworkSegment(8e1ec4be-1f81-468e-ac9e-417db8202315),segment_id=8e1ec4be-1f81-468e-ac9e-417db8202315)] {{(pid=83989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:58:37.681021 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-23574745-6698-4121-9848-80f04e65e1b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:37.683890 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-16be64a5-3539-4514-b04a-ca60b58851de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:37.781241 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-23574745-6698-4121-9848-80f04e65e1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:37.784891 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-23574745-6698-4121-9848-80f04e65e1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:37.797203 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1109d0d5-76d1-494f-b79d-bb5e633ebeff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:37.819221 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:37.862779 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 52516) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:37.873079 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-23574745-6698-4121-9848-80f04e65e1b4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a11f0780ded24e80ab16d12d57b69b5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534165 Feb 17 17:58:37.885684 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23574745-6698-4121-9848-80f04e65e1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7a02ec-8cbd-4a53-a873-15e75d1f007a,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:37.894206 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-23574745-6698-4121-9848-80f04e65e1b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:37.938507 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70327b-4ef1-44fb-b08b-00db6db15584 None None] Pushing event updated for resources: {'Port': ['ID=529302b8-836f-47a7-8955-bfd3a327e374,revision_number=4']} {{(pid=83989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:37.964428 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16be64a5-3539-4514-b04a-ca60b58851de None None] Routers {'3d979478-e0cb-4dc2-a123-44ebb69fd7de'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:58:37.972201 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-16be64a5-3539-4514-b04a-ca60b58851de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:58:28Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['3d979478-e0cb-4dc2-a123-44ebb69fd7de'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:37.979865 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e0d008d5-ec3b-4595-aff7-0a37257bacd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:38.021562 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e0d008d5-ec3b-4595-aff7-0a37257bacd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:38.061700 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2e70327b-4ef1-44fb-b08b-00db6db15584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:38.088748 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e0d008d5-ec3b-4595-aff7-0a37257bacd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:38.094244 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-62316226-c5fd-4dab-8330-1026f6c53eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:38.144521 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d008d5-ec3b-4595-aff7-0a37257bacd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7a02ec-8cbd-4a53-a873-15e75d1f007a,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:38.165388 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e0d008d5-ec3b-4595-aff7-0a37257bacd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:38.167967 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e0d008d5-ec3b-4595-aff7-0a37257bacd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:38.183838 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-e0d008d5-ec3b-4595-aff7-0a37257bacd0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2f7a02ec-8cbd-4a53-a873-15e75d1f007a HTTP/1.1" status: 204 len: 168 time: 0.3171995 Feb 17 17:58:38.276448 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-16be64a5-3539-4514-b04a-ca60b58851de None None] Set router 3d979478-e0cb-4dc2-a123-44ebb69fd7de gateway port host: dv-cinder-760199-3-smb {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:58:38.479416 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device 529302b8-836f-47a7-8955-bfd3a327e374 up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:38.611190 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning for port 529302b8-836f-47a7-8955-bfd3a327e374 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:58:38.617668 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port 529302b8-836f-47a7-8955-bfd3a327e374 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:38.618182 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:38.784673 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:38.838032 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] For port 529302b8-836f-47a7-8955-bfd3a327e374, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=529302b8-836f-47a7-8955-bfd3a327e374,segment=NetworkSegment(8e1ec4be-1f81-468e-ac9e-417db8202315),segment_id=8e1ec4be-1f81-468e-ac9e-417db8202315)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:58:38.840118 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:38.843195 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:38.845844 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:38.946819 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Pushing event updated for resources: {'Port': ['ID=529302b8-836f-47a7-8955-bfd3a327e374,revision_number=5']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:38.951172 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:39.006246 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-16be64a5-3539-4514-b04a-ca60b58851de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'name': 'tempest-TestMinimumBasicScenario-192569653-router', 'tenant_id': '80cb560fd0d54a1a809488a27a308e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e37c4c62-2b12-466e-a295-9d5e66feddff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:58:24Z', 'updated_at': '2021-02-17T17:58:29Z', 'revision_number': 4, 'project_id': '80cb560fd0d54a1a809488a27a308e92', 'gw_port': {'id': 'e37c4c62-2b12-466e-a295-9d5e66feddff', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:25Z', 'updated_at': '2021-02-17T17:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': '529302b8-836f-47a7-8955-bfd3a327e374', 'name': '', 'network_id': '1864f3e4-416d-46c7-a18f-526751e8592d', 'tenant_id': '80cb560fd0d54a1a809488a27a308e92', 'mac_address': 'fa:16:3e:59:9b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6cf936ea-a378-4a0a-b203-7ea17cab7ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:29Z', 'updated_at': '2021-02-17T17:58:37Z', 'revision_number': 4, 'project_id': '80cb560fd0d54a1a809488a27a308e92', 'subnets': [{'id': '6cf936ea-a378-4a0a-b203-7ea17cab7ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:39.011954 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16be64a5-3539-4514-b04a-ca60b58851de None None] The sync data for ids ['3d979478-e0cb-4dc2-a123-44ebb69fd7de'] in dv-cinder-760199-3-smb is: [{'id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'name': 'tempest-TestMinimumBasicScenario-192569653-router', 'tenant_id': '80cb560fd0d54a1a809488a27a308e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e37c4c62-2b12-466e-a295-9d5e66feddff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:58:24Z', 'updated_at': '2021-02-17T17:58:29Z', 'revision_number': 4, 'project_id': '80cb560fd0d54a1a809488a27a308e92', 'gw_port': {'id': 'e37c4c62-2b12-466e-a295-9d5e66feddff', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:25Z', 'updated_at': '2021-02-17T17:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': '529302b8-836f-47a7-8955-bfd3a327e374', 'name': '', 'network_id': '1864f3e4-416d-46c7-a18f-526751e8592d', 'tenant_id': '80cb560fd0d54a1a809488a27a308e92', 'mac_address': 'fa:16:3e:59:9b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6cf936ea-a378-4a0a-b203-7ea17cab7ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:29Z', 'updated_at': '2021-02-17T17:58:37Z', 'revision_number': 4, 'project_id': '80cb560fd0d54a1a809488a27a308e92', 'subnets': [{'id': '6cf936ea-a378-4a0a-b203-7ea17cab7ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:58:40.384060 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device 529302b8-836f-47a7-8955-bfd3a327e374 up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:40.490741 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port 529302b8-836f-47a7-8955-bfd3a327e374 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:40.491610 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:43.617628 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-93eea090-5c88-44d7-b1b5-c52402989bdc tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:43.618509 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-93eea090-5c88-44d7-b1b5-c52402989bdc tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Synchronizing usage tracker for tenant:80cb560fd0d54a1a809488a27a308e92 on resource:network {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:58:43.636735 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-93eea090-5c88-44d7-b1b5-c52402989bdc tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Unset dirty status for tenant:80cb560fd0d54a1a809488a27a308e92 on resource:network {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:58:43.638057 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-93eea090-5c88-44d7-b1b5-c52402989bdc tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/networks?id=1864f3e4-416d-46c7-a18f-526751e8592d HTTP/1.1" status: 200 len: 814 time: 0.4584489 Feb 17 17:58:43.655419 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-41941af5-a8ab-4559-a50a-f35f79b84c2e tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/quotas/80cb560fd0d54a1a809488a27a308e92 HTTP/1.1" status: 200 len: 375 time: 0.0110152 Feb 17 17:58:43.751708 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-84bc8712-a3ed-46f7-9e64-e6ef547dedf2 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Synchronizing usage tracker for tenant:80cb560fd0d54a1a809488a27a308e92 on resource:port {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:58:43.768780 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-84bc8712-a3ed-46f7-9e64-e6ef547dedf2 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Unset dirty status for tenant:80cb560fd0d54a1a809488a27a308e92 on resource:port {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:58:43.770307 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-84bc8712-a3ed-46f7-9e64-e6ef547dedf2 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=80cb560fd0d54a1a809488a27a308e92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1070037 Feb 17 17:58:44.068938 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-d33dd7ec-0026-4797-8fa0-7dd17dee16f5 service neutron] 10.222.0.49 "GET /v2.0/networks/1864f3e4-416d-46c7-a18f-526751e8592d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853847 Feb 17 17:58:44.223709 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-dabea1e7-8483-4898-8ea4-1792ef86bdaa service neutron] 10.222.0.49 "GET /v2.0/networks/1864f3e4-416d-46c7-a18f-526751e8592d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1478324 Feb 17 17:58:44.435357 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-23dd092f-babe-4b52-acbc-17d5f06cfb46 req-020aa810-3b62-4325-9d13-b13dc89a227d tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 210 time: 0.0542600 Feb 17 17:58:45.620923 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-33e76ee6-5478-41b9-8bdb-2ebcab95f12e req-4f7eb1f6-8521-48b3-934b-0a2cb0713c4a tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 210 time: 0.0583990 Feb 17 17:58:45.689799 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-591aa6ef-a458-44fa-8c78-5c1cfd1b2f40 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:45.692039 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-591aa6ef-a458-44fa-8c78-5c1cfd1b2f40 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.67 "GET /v2.0/networks?id=1864f3e4-416d-46c7-a18f-526751e8592d HTTP/1.1" status: 200 len: 814 time: 0.1717196 Feb 17 17:58:45.712606 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-e51d6495-d3cc-4314-97e9-91952b46882f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Request body: {'port': {'device_id': '1d42e894-e806-4ae8-8933-2c6e9d7cc2d3', 'network_id': '1864f3e4-416d-46c7-a18f-526751e8592d', 'admin_state_up': True, 'tenant_id': '80cb560fd0d54a1a809488a27a308e92'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:45.867732 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-e51d6495-d3cc-4314-97e9-91952b46882f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:45.880373 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-e51d6495-d3cc-4314-97e9-91952b46882f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:45.889672 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-e51d6495-d3cc-4314-97e9-91952b46882f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Made reservation on behalf of 80cb560fd0d54a1a809488a27a308e92 for: {'port': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:58:45.896311 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-e51d6495-d3cc-4314-97e9-91952b46882f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:46.340052 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-e51d6495-d3cc-4314-97e9-91952b46882f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Allocated IP 172.20.0.9 (1864f3e4-416d-46c7-a18f-526751e8592d/6cf936ea-a378-4a0a-b203-7ea17cab7ebc/a6081165-871d-4fd6-8439-8ff0967c413e) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:58:46.638371 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-e51d6495-d3cc-4314-97e9-91952b46882f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:46.663831 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-e51d6495-d3cc-4314-97e9-91952b46882f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Transition to ACTIVE for port object a6081165-871d-4fd6-8439-8ff0967c413e will not be triggered until provisioned by entity DHCP. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:58:46.696725 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-e51d6495-d3cc-4314-97e9-91952b46882f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:46.718102 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ef70ff69-9aa3-44fb-bbcc-06f0dcbc7da8 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:46.939699 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d6495-d3cc-4314-97e9-91952b46882f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Pushing event updated for resources: {'Port': ['ID=a6081165-871d-4fd6-8439-8ff0967c413e,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:46.949915 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e51d6495-d3cc-4314-97e9-91952b46882f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:47.014169 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e235b32-3a2b-468e-8be5-4a9f17a8a144 req-42403222-fdf4-4ba4-a0d5-37f31a8523f4 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:47.015846 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7e235b32-3a2b-468e-8be5-4a9f17a8a144 req-42403222-fdf4-4ba4-a0d5-37f31a8523f4 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 931 time: 0.1919825 Feb 17 17:58:47.093470 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7e235b32-3a2b-468e-8be5-4a9f17a8a144 req-6ace57b5-cab2-4cfd-919f-d9437a979463 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e3a2e-4c21-404f-93c8-e7ea555e86d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679426 Feb 17 17:58:47.099578 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-e51d6495-d3cc-4314-97e9-91952b46882f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Network 1864f3e4-416d-46c7-a18f-526751e8592d is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:58:47.101051 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-e51d6495-d3cc-4314-97e9-91952b46882f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:58:47.103351 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-e51d6495-d3cc-4314-97e9-91952b46882f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:58:47.175962 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-e51d6495-d3cc-4314-97e9-91952b46882f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:47.176733 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-e51d6495-d3cc-4314-97e9-91952b46882f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:47.217176 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-e51d6495-d3cc-4314-97e9-91952b46882f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5088799 Feb 17 17:58:47.379859 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-508c5acc-96fc-4b40-bce4-dff7da8fc8ad None None] Provisioning for port a6081165-871d-4fd6-8439-8ff0967c413e completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:58:47.385449 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-508c5acc-96fc-4b40-bce4-dff7da8fc8ad None None] Provisioning complete for port a6081165-871d-4fd6-8439-8ff0967c413e triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:47.385879 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-508c5acc-96fc-4b40-bce4-dff7da8fc8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:47.452100 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-508c5acc-96fc-4b40-bce4-dff7da8fc8ad None None] Port a6081165-871d-4fd6-8439-8ff0967c413e cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:58:48.332060 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc893b3-221c-40f0-a64f-b3604bd44e57 req-4c3c574d-4203-4752-adfb-3f5b7534124a tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:48.334089 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-dcc893b3-221c-40f0-a64f-b3604bd44e57 req-4c3c574d-4203-4752-adfb-3f5b7534124a tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 931 time: 0.1138711 Feb 17 17:58:48.401790 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-dcc893b3-221c-40f0-a64f-b3604bd44e57 req-c87c7fab-f343-49bb-8bcc-1d4cd50492ce tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Synchronizing usage tracker for tenant:80cb560fd0d54a1a809488a27a308e92 on resource:security_group {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:58:48.420379 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-dcc893b3-221c-40f0-a64f-b3604bd44e57 req-c87c7fab-f343-49bb-8bcc-1d4cd50492ce tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Unset dirty status for tenant:80cb560fd0d54a1a809488a27a308e92 on resource:security_group {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:58:48.422136 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-dcc893b3-221c-40f0-a64f-b3604bd44e57 req-c87c7fab-f343-49bb-8bcc-1d4cd50492ce tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e3a2e-4c21-404f-93c8-e7ea555e86d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703139 Feb 17 17:58:49.640200 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92543dfe-5eed-41ef-b966-9e1d27fb654f req-a782f3a7-7914-42a9-9b04-9cdf90255a0e tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:49.641015 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-92543dfe-5eed-41ef-b966-9e1d27fb654f req-a782f3a7-7914-42a9-9b04-9cdf90255a0e tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Synchronizing usage tracker for tenant:80cb560fd0d54a1a809488a27a308e92 on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:58:49.660051 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-92543dfe-5eed-41ef-b966-9e1d27fb654f req-a782f3a7-7914-42a9-9b04-9cdf90255a0e tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Unset dirty status for tenant:80cb560fd0d54a1a809488a27a308e92 on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:58:49.669741 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-92543dfe-5eed-41ef-b966-9e1d27fb654f req-a782f3a7-7914-42a9-9b04-9cdf90255a0e tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 931 time: 0.1239228 Feb 17 17:58:49.718757 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-92543dfe-5eed-41ef-b966-9e1d27fb654f req-926c6095-32c3-4510-b3d2-dcd3b7dde1dc tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e3a2e-4c21-404f-93c8-e7ea555e86d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476716 Feb 17 17:58:50.941969 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d6204-b1a2-4df3-bdcc-db4b8403180e req-12e430cf-8a60-45d2-a2b4-e7522b9f6f1e tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:50.943629 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d02d6204-b1a2-4df3-bdcc-db4b8403180e req-12e430cf-8a60-45d2-a2b4-e7522b9f6f1e tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 931 time: 0.1057312 Feb 17 17:58:50.998553 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d02d6204-b1a2-4df3-bdcc-db4b8403180e req-fcdbbfcf-9e1d-48de-bd36-218255f52d5d tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e3a2e-4c21-404f-93c8-e7ea555e86d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485749 Feb 17 17:58:52.251221 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45ff7d-122d-40f7-a938-be5c556c41f8 req-51c95565-b428-4b08-9466-13167a990951 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:52.253475 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-da45ff7d-122d-40f7-a938-be5c556c41f8 req-51c95565-b428-4b08-9466-13167a990951 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 931 time: 0.0967128 Feb 17 17:58:52.323081 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-da45ff7d-122d-40f7-a938-be5c556c41f8 req-6bd4ee7b-cec4-4537-9f04-77626b33900b tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e3a2e-4c21-404f-93c8-e7ea555e86d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630045 Feb 17 17:58:53.551512 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375606a-6256-4193-8e6f-f95eef012246 req-51b89640-4402-47f2-824e-e3501d2b517e tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:53.553199 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b375606a-6256-4193-8e6f-f95eef012246 req-51b89640-4402-47f2-824e-e3501d2b517e tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 931 time: 0.1049221 Feb 17 17:58:53.608524 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b375606a-6256-4193-8e6f-f95eef012246 req-31a992b9-4394-4ea5-8afd-c6d2cc15d721 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e3a2e-4c21-404f-93c8-e7ea555e86d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490506 Feb 17 17:58:54.853897 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2e79b-fc6e-46bf-b13d-7fd463f81692 req-660f7fb1-eee2-43e4-8967-75cbc3a179c5 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:54.860704 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-dbc2e79b-fc6e-46bf-b13d-7fd463f81692 req-660f7fb1-eee2-43e4-8967-75cbc3a179c5 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 931 time: 0.0933356 Feb 17 17:58:54.911439 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-dbc2e79b-fc6e-46bf-b13d-7fd463f81692 req-a0f33e73-1139-4bfe-ab6b-5c6e78090364 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e3a2e-4c21-404f-93c8-e7ea555e86d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477290 Feb 17 17:58:55.408967 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-652c5150-6263-48dd-86bc-c9e15c80efa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:56.133976 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa34e78-47b1-448f-a4d0-48cd22218f4a req-5854b7d7-0cde-4d9c-9a70-494926faca91 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:56.135707 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2fa34e78-47b1-448f-a4d0-48cd22218f4a req-5854b7d7-0cde-4d9c-9a70-494926faca91 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 931 time: 0.1055567 Feb 17 17:58:56.192962 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:58:56.196873 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2fa34e78-47b1-448f-a4d0-48cd22218f4a req-b7858e16-8e71-4378-9fbf-e74ff3a42dc3 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e3a2e-4c21-404f-93c8-e7ea555e86d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524862 Feb 17 17:58:57.059399 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 52740) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:57.192570 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fe6b7eb0-8707-4a1c-9f94-cd9c318e3979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:57.208437 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-fe6b7eb0-8707-4a1c-9f94-cd9c318e3979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:57.212518 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-fe6b7eb0-8707-4a1c-9f94-cd9c318e3979 admin admin] Usage tracker for resource:security_group_rule and tenant:e0a11fe380384250a7fb721015c46f73 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:57.215548 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-fe6b7eb0-8707-4a1c-9f94-cd9c318e3979 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:57.222283 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-fe6b7eb0-8707-4a1c-9f94-cd9c318e3979 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:57.313937 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fe6b7eb0-8707-4a1c-9f94-cd9c318e3979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:57.353318 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fe6b7eb0-8707-4a1c-9f94-cd9c318e3979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:57.366504 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cfe715c0-e191-4276-9000-3b2c0541e702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:57.426215 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-fe6b7eb0-8707-4a1c-9f94-cd9c318e3979 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e0a11fe380384250a7fb721015c46f73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3656249 Feb 17 17:58:57.429368 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 52748) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:57.429867 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b7eb0-8707-4a1c-9f94-cd9c318e3979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d5414a-0cea-4a5c-a7a8-7046311d7854,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:57.434593 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fe6b7eb0-8707-4a1c-9f94-cd9c318e3979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:57.468725 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a118877-5af1-4ca2-9d51-ecff408dd922 req-7040c359-d348-41f9-aa77-91d41540f951 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:57.471076 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3a118877-5af1-4ca2-9d51-ecff408dd922 req-7040c359-d348-41f9-aa77-91d41540f951 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 931 time: 0.1542850 Feb 17 17:58:57.496472 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b722c8e5-7faa-4ebc-8635-62b3dc658f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:57.522868 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3a118877-5af1-4ca2-9d51-ecff408dd922 req-e72d34d7-0d1e-480d-b92d-0c4db49fdd67 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e3a2e-4c21-404f-93c8-e7ea555e86d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447524 Feb 17 17:58:57.530021 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5e29d39e-09af-4c95-bad5-808a7d3b988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:57.536312 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b722c8e5-7faa-4ebc-8635-62b3dc658f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:57.582573 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b722c8e5-7faa-4ebc-8635-62b3dc658f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:57.587480 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-23574745-6698-4121-9848-80f04e65e1b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:57.600511 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722c8e5-7faa-4ebc-8635-62b3dc658f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d5414a-0cea-4a5c-a7a8-7046311d7854,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:57.606083 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b722c8e5-7faa-4ebc-8635-62b3dc658f71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:57.610414 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b722c8e5-7faa-4ebc-8635-62b3dc658f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:57.611648 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-b722c8e5-7faa-4ebc-8635-62b3dc658f71 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b8d5414a-0cea-4a5c-a7a8-7046311d7854 HTTP/1.1" status: 204 len: 168 time: 0.1811087 Feb 17 17:58:57.706959 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-50a35f50-9e3f-4441-ae41-53ef48780ae9 service neutron] Request body: {'port': {'device_id': '1d42e894-e806-4ae8-8933-2c6e9d7cc2d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:57.833755 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-50a35f50-9e3f-4441-ae41-53ef48780ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:58.504902 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-50a35f50-9e3f-4441-ae41-53ef48780ae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6081165-871d-4fd6-8439-8ff0967c413e {{(pid=83987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:58:58.513361 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-50a35f50-9e3f-4441-ae41-53ef48780ae9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:58.526781 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-50a35f50-9e3f-4441-ae41-53ef48780ae9 service neutron] Transition to ACTIVE for port object a6081165-871d-4fd6-8439-8ff0967c413e will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:58:58.529646 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-50a35f50-9e3f-4441-ae41-53ef48780ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452680'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:58.546455 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b73b1539-a4b1-468e-bf4d-4eb4b35d1a51 tempest-VolumesSnapshotTestJSON-464932446 tempest-VolumesSnapshotTestJSON-464932446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:58.662146 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:58.714171 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a35f50-9e3f-4441-ae41-53ef48780ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=a6081165-871d-4fd6-8439-8ff0967c413e,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:58.718653 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-50a35f50-9e3f-4441-ae41-53ef48780ae9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:58.734286 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79655360-cec4-4847-bdee-2dda6975ec43 req-894d9008-4688-45a7-a204-add7489db81c tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:58.736635 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-79655360-cec4-4847-bdee-2dda6975ec43 req-894d9008-4688-45a7-a204-add7489db81c tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 943 time: 0.0945013 Feb 17 17:58:58.799612 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-79655360-cec4-4847-bdee-2dda6975ec43 req-ab2e7ab1-dc17-4a32-9974-9266499f544e tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e3a2e-4c21-404f-93c8-e7ea555e86d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553668 Feb 17 17:58:58.950906 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-50a35f50-9e3f-4441-ae41-53ef48780ae9 service neutron] Attempting to bind port a6081165-871d-4fd6-8439-8ff0967c413e on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:58:58.951244 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-50a35f50-9e3f-4441-ae41-53ef48780ae9 service neutron] Attempting to bind port a6081165-871d-4fd6-8439-8ff0967c413e by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '8e1ec4be-1f81-468e-ac9e-417db8202315', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1864f3e4-416d-46c7-a18f-526751e8592d'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:58:58.951606 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-50a35f50-9e3f-4441-ae41-53ef48780ae9 service neutron] Attempting to bind port a6081165-871d-4fd6-8439-8ff0967c413e on network 1864f3e4-416d-46c7-a18f-526751e8592d {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:58:58.959026 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-50a35f50-9e3f-4441-ae41-53ef48780ae9 service neutron] Checking agent: {'id': 'ae447a02-7f1d-4456-a484-c4519a85c40b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 38), 'started_at': datetime.datetime(2021, 2, 17, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:58:58.959417 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-50a35f50-9e3f-4441-ae41-53ef48780ae9 service neutron] Checking segment: {'id': '8e1ec4be-1f81-468e-ac9e-417db8202315', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1864f3e4-416d-46c7-a18f-526751e8592d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:58:58.959842 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-50a35f50-9e3f-4441-ae41-53ef48780ae9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:58.960176 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-50a35f50-9e3f-4441-ae41-53ef48780ae9 service neutron] Bound using segment: {'id': '8e1ec4be-1f81-468e-ac9e-417db8202315', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1864f3e4-416d-46c7-a18f-526751e8592d'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:58:58.960737 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-50a35f50-9e3f-4441-ae41-53ef48780ae9 service neutron] Bound port: a6081165-871d-4fd6-8439-8ff0967c413e, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e1ec4be-1f81-468e-ac9e-417db8202315', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1864f3e4-416d-46c7-a18f-526751e8592d'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:58:58.961171 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-50a35f50-9e3f-4441-ae41-53ef48780ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:59.077149 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-50a35f50-9e3f-4441-ae41-53ef48780ae9 service neutron] For port a6081165-871d-4fd6-8439-8ff0967c413e, host hv-cinder-76019, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:58:59.082620 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-50a35f50-9e3f-4441-ae41-53ef48780ae9 service neutron] For port a6081165-871d-4fd6-8439-8ff0967c413e, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a6081165-871d-4fd6-8439-8ff0967c413e,segment=NetworkSegment(8e1ec4be-1f81-468e-ac9e-417db8202315),segment_id=8e1ec4be-1f81-468e-ac9e-417db8202315)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:58:59.087482 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-50a35f50-9e3f-4441-ae41-53ef48780ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452680'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:59.105435 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-75881be6-1dbf-4b94-964b-bdee0e0eaa82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:59.270914 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a35f50-9e3f-4441-ae41-53ef48780ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=a6081165-871d-4fd6-8439-8ff0967c413e,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:59.274625 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-50a35f50-9e3f-4441-ae41-53ef48780ae9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:59.311251 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-50a35f50-9e3f-4441-ae41-53ef48780ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:59.311727 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-50a35f50-9e3f-4441-ae41-53ef48780ae9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:59.314134 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-50a35f50-9e3f-4441-ae41-53ef48780ae9 service neutron] 10.222.0.67 "PUT /v2.0/ports/a6081165-871d-4fd6-8439-8ff0967c413e HTTP/1.1" status: 200 len: 1157 time: 1.6122036 Feb 17 17:58:59.314605 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d42e894-e806-4ae8-8933-2c6e9d7cc2d3', 'tag': 'a6081165-871d-4fd6-8439-8ff0967c413e'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:58:59.332194 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 52794) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:59.423557 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d42e894-e806-4ae8-8933-2c6e9d7cc2d3', 'tag': 'a6081165-871d-4fd6-8439-8ff0967c413e', 'status': 'completed', 'code': 200} Feb 17 17:58:59.477296 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-505a4408-3ffc-4ce8-9da3-a702c20b1894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:59.478966 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-505a4408-3ffc-4ce8-9da3-a702c20b1894 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=80cb560fd0d54a1a809488a27a308e92&device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 1160 time: 0.1030188 Feb 17 17:58:59.499099 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-05cf8491-b2c7-48de-827d-01b361294cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:59.521793 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-05cf8491-b2c7-48de-827d-01b361294cbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:59.525998 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-05cf8491-b2c7-48de-827d-01b361294cbc admin admin] Usage tracker for resource:security_group_rule and tenant:6e6d909f315f416189167626944beb1b is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:59.529153 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-05cf8491-b2c7-48de-827d-01b361294cbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:59.538837 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-05cf8491-b2c7-48de-827d-01b361294cbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:59.570741 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-cbcc41fc-9f23-4852-840b-7c26e0e26220 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6081165-871d-4fd6-8439-8ff0967c413e HTTP/1.1" status: 200 len: 217 time: 0.0790610 Feb 17 17:58:59.680675 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-05cf8491-b2c7-48de-827d-01b361294cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:59.680969 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-7bb81dc6-a95c-4ae0-8e93-b8d85f5c0130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:59.684242 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-7bb81dc6-a95c-4ae0-8e93-b8d85f5c0130 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf936ea-a378-4a0a-b203-7ea17cab7ebc HTTP/1.1" status: 200 len: 853 time: 0.1062348 Feb 17 17:58:59.693997 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-05cf8491-b2c7-48de-827d-01b361294cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:59.703666 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fe486521-1aa3-4d76-bd96-dd7e8ed044b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:59.749324 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-05cf8491-b2c7-48de-827d-01b361294cbc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6e6d909f315f416189167626944beb1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4160347 Feb 17 17:58:59.752042 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf8491-b2c7-48de-827d-01b361294cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd4f833-d4f5-4c22-89aa-454fb5393c61,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:59.753670 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 52800) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:59.755937 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-05cf8491-b2c7-48de-827d-01b361294cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:59.787494 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:59.808165 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-29ddd2da-1043-4721-9c8e-f269c0cd967f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:59.809898 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-29ddd2da-1043-4721-9c8e-f269c0cd967f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1864f3e4-416d-46c7-a18f-526751e8592d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1196213 Feb 17 17:58:59.931332 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4a0381a4-ab98-42b8-a2ee-9fb24c5dc8fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:59.952170 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:59.989847 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4a0381a4-ab98-42b8-a2ee-9fb24c5dc8fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:00.029163 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b289c07-40e1-42a4-9347-bb3d4e8a89c4 req-c0af0873-4a2d-49a3-9d0d-8943c0f0539e tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:00.031025 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2b289c07-40e1-42a4-9347-bb3d4e8a89c4 req-c0af0873-4a2d-49a3-9d0d-8943c0f0539e tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 943 time: 0.1126871 Feb 17 17:59:00.044173 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-3e6f54fb-84b0-4db0-a18f-adc0bf09b646 service neutron] 10.222.0.67 "GET /v2.0/networks/1864f3e4-416d-46c7-a18f-526751e8592d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247529 Feb 17 17:59:00.088591 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2b289c07-40e1-42a4-9347-bb3d4e8a89c4 req-f7b66cf0-86ce-41d8-9d16-a9e7868fa97c tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e3a2e-4c21-404f-93c8-e7ea555e86d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494821 Feb 17 17:59:00.166311 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4a0381a4-ab98-42b8-a2ee-9fb24c5dc8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:00.174515 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ab90cf24-1d24-4940-bac5-bb18e2e0dbad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:00.191059 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0381a4-ab98-42b8-a2ee-9fb24c5dc8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd4f833-d4f5-4c22-89aa-454fb5393c61,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:00.196060 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4a0381a4-ab98-42b8-a2ee-9fb24c5dc8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:00.221608 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8bf9dcc2-bf36-44c1-8bc4-3f7d9fcfd5ab req-aacaacfb-d287-435d-a9e5-84b91f14fa44 service neutron] 10.222.0.67 "GET /v2.0/networks/1864f3e4-416d-46c7-a18f-526751e8592d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1697471 Feb 17 17:59:00.222527 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4a0381a4-ab98-42b8-a2ee-9fb24c5dc8fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:00.223617 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-4a0381a4-ab98-42b8-a2ee-9fb24c5dc8fc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ffd4f833-d4f5-4c22-89aa-454fb5393c61 HTTP/1.1" status: 204 len: 168 time: 0.4684038 Feb 17 17:59:00.387779 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3df6c-2a38-4b7c-b624-786e909aab19 req-c6251bfa-5c7b-4e41-964a-12d8161423af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:00.389506 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-67f3df6c-2a38-4b7c-b624-786e909aab19 req-c6251bfa-5c7b-4e41-964a-12d8161423af service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=80cb560fd0d54a1a809488a27a308e92&device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 1160 time: 0.0819454 Feb 17 17:59:00.538206 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3df6c-2a38-4b7c-b624-786e909aab19 req-8855d8fb-da12-40b6-afc5-92565ad2c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:00.538206 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-67f3df6c-2a38-4b7c-b624-786e909aab19 req-8855d8fb-da12-40b6-afc5-92565ad2c77a service neutron] 10.222.0.67 "GET /v2.0/networks?id=1864f3e4-416d-46c7-a18f-526751e8592d HTTP/1.1" status: 200 len: 908 time: 0.1420138 Feb 17 17:59:00.622639 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-67f3df6c-2a38-4b7c-b624-786e909aab19 req-6bf78374-93f3-4da2-8193-2d96766a6368 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6081165-871d-4fd6-8439-8ff0967c413e HTTP/1.1" status: 200 len: 217 time: 0.0753887 Feb 17 17:59:00.700725 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3df6c-2a38-4b7c-b624-786e909aab19 req-3b8588ef-7520-4097-96cd-9a12352568d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:00.702312 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-67f3df6c-2a38-4b7c-b624-786e909aab19 req-3b8588ef-7520-4097-96cd-9a12352568d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf936ea-a378-4a0a-b203-7ea17cab7ebc HTTP/1.1" status: 200 len: 853 time: 0.0728624 Feb 17 17:59:00.797125 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3df6c-2a38-4b7c-b624-786e909aab19 req-ea2cd83c-70d5-43c7-9518-4a20ba8cd815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:00.799085 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-67f3df6c-2a38-4b7c-b624-786e909aab19 req-ea2cd83c-70d5-43c7-9518-4a20ba8cd815 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1864f3e4-416d-46c7-a18f-526751e8592d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0886354 Feb 17 17:59:00.920250 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 52824) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:00.953153 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-67f3df6c-2a38-4b7c-b624-786e909aab19 req-ae2678f9-9508-4750-95b8-78d142ead2c1 service neutron] 10.222.0.67 "GET /v2.0/networks/1864f3e4-416d-46c7-a18f-526751e8592d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453280 Feb 17 17:59:01.039396 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-6126fc5c-f420-4959-b7aa-d2e041672a56 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1990280536-network', 'tenant_id': 'd9260803b00f492fbb2783fcefb3624d'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:01.045449 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6126fc5c-f420-4959-b7aa-d2e041672a56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:01.052052 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-6126fc5c-f420-4959-b7aa-d2e041672a56 admin admin] Usage tracker for resource:network and tenant:d9260803b00f492fbb2783fcefb3624d is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:01.055455 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-6126fc5c-f420-4959-b7aa-d2e041672a56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:01.061839 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6126fc5c-f420-4959-b7aa-d2e041672a56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:01.073833 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6126fc5c-f420-4959-b7aa-d2e041672a56 admin admin] Made reservation on behalf of d9260803b00f492fbb2783fcefb3624d for: {'network': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:59:01.079478 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6126fc5c-f420-4959-b7aa-d2e041672a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for network, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:01.093994 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6126fc5c-f420-4959-b7aa-d2e041672a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:01.111383 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6126fc5c-f420-4959-b7aa-d2e041672a56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:01.116508 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-6126fc5c-f420-4959-b7aa-d2e041672a56 admin admin] Usage tracker for resource:security_group_rule and tenant:d9260803b00f492fbb2783fcefb3624d is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:01.119828 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-6126fc5c-f420-4959-b7aa-d2e041672a56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:01.124253 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-67f3df6c-2a38-4b7c-b624-786e909aab19 req-f6257997-0c0b-490d-b177-0d3fef9f4487 service neutron] 10.222.0.67 "GET /v2.0/networks/1864f3e4-416d-46c7-a18f-526751e8592d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1495876 Feb 17 17:59:01.126837 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6126fc5c-f420-4959-b7aa-d2e041672a56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:01.218002 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6126fc5c-f420-4959-b7aa-d2e041672a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:01.221878 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6126fc5c-f420-4959-b7aa-d2e041672a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:01.226323 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-39053b99-7e44-4f1a-bf7e-912c1b053e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:01.257782 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6126fc5c-f420-4959-b7aa-d2e041672a56 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=83986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:59:01.273243 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126fc5c-f420-4959-b7aa-d2e041672a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c47bf81-0685-49b7-86f0-9cb374f6cee5,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:01.276509 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6126fc5c-f420-4959-b7aa-d2e041672a56 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363283404939516', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012526'] for segment, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:01.277010 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.db.segments_db [None req-6126fc5c-f420-4959-b7aa-d2e041672a56 admin admin] Added segment 2313a3ab-1a77-40b1-b19d-ef398bdf7c2c of type vxlan for network 531f49ef-8f01-4809-95e2-643d62a7eeb2 Feb 17 17:59:01.278502 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6126fc5c-f420-4959-b7aa-d2e041672a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:01.306066 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dca8e-8217-4f82-b734-6028d13b4cf9 req-31d07a4c-4865-4e1f-b2ee-fc4ca8588d20 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:01.307456 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6126fc5c-f420-4959-b7aa-d2e041672a56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363283405532856'] for network, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:01.307686 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-bb8dca8e-8217-4f82-b734-6028d13b4cf9 req-31d07a4c-4865-4e1f-b2ee-fc4ca8588d20 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 943 time: 0.0969734 Feb 17 17:59:01.340386 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6126fc5c-f420-4959-b7aa-d2e041672a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513'] for network, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:01.341694 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6126fc5c-f420-4959-b7aa-d2e041672a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:01.342334 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6126fc5c-f420-4959-b7aa-d2e041672a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:01.348275 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-52065558-0d1d-423c-86d9-84589940a656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:01.357150 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-bb8dca8e-8217-4f82-b734-6028d13b4cf9 req-2fe37399-e9c2-4797-a84f-de00fe383ce8 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e3a2e-4c21-404f-93c8-e7ea555e86d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418811 Feb 17 17:59:01.466233 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-6126fc5c-f420-4959-b7aa-d2e041672a56 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5447078 Feb 17 17:59:01.467063 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126fc5c-f420-4959-b7aa-d2e041672a56 admin admin] Pushing event updated for resources: {'Network': ['ID=531f49ef-8f01-4809-95e2-643d62a7eeb2,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:01.470091 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 52832) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:01.470888 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6126fc5c-f420-4959-b7aa-d2e041672a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:01.476868 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Request body: {'subnet': {'network_id': '531f49ef-8f01-4809-95e2-643d62a7eeb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1990280536-subnet', 'tenant_id': 'd9260803b00f492fbb2783fcefb3624d', 'ip_version': 4}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:01.479549 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Network 531f49ef-8f01-4809-95e2-643d62a7eeb2 details requested by agent ovs-agent-dv-cinder-760199-3-smb with host dv-cinder-760199-3-smb {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:59:01.482642 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:01.488029 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Usage tracker for resource:subnet and tenant:d9260803b00f492fbb2783fcefb3624d is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:01.491700 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:01.498179 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:01.498453 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Network 531f49ef-8f01-4809-95e2-643d62a7eeb2 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:59:01.508795 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Made reservation on behalf of d9260803b00f492fbb2783fcefb3624d for: {'subnet': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:59:01.513825 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848724100'] for subnet, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:01.951518 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846389800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6452304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848724115'] for subnet, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:01.967080 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-56dc8d75-f61a-4718-82e2-3741e5901d41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:02.328864 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9da754b5-e5de-4950-acee-2675eeef6422,revision_number=0']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:02.340295 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:02.340732 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:02.341146 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:02.341545 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:02.341941 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:02.342338 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:02.342735 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:02.343130 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:02.343530 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:02.344449 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:02.345226 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:02.345542 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:02.346005 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:02.346401 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:02.346796 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:02.347190 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:02.347594 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:02.347972 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:02.348359 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:02.348772 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:02.349191 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:02.349555 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:02.349975 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:02.350330 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:02.356378 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:02.415182 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Checking segment: {'id': '2313a3ab-1a77-40b1-b19d-ef398bdf7c2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '531f49ef-8f01-4809-95e2-643d62a7eeb2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:59:02.415581 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Network hostable DHCP agents. Network: 531f49ef-8f01-4809-95e2-643d62a7eeb2, hostable agents: ['8546a6d4-f394-45d5-bab8-9d45fc62bb83'], hosted agents: [] {{(pid=83987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:59:02.435889 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Network 531f49ef-8f01-4809-95e2-643d62a7eeb2 is scheduled to be hosted by DHCP agent 8546a6d4-f394-45d5-bab8-9d45fc62bb83 with binding_index 1 {{(pid=83987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:59:02.448039 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-smb, 531f49ef-8f01-4809-95e2-643d62a7eeb2) {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:59:02.460571 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69af0e0-3c47-4085-9ee9-321a76fc2f56 None None] Network 531f49ef-8f01-4809-95e2-643d62a7eeb2 requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:59:02.461364 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:02.462017 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:02.487501 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-08500cd6-c367-403d-8a1a-5e0c5124685e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0126278 Feb 17 17:59:02.487847 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 52838) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:02.493332 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-e16f6270-10ae-4d84-b3d0-66e87b118471 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1990280536-router', 'tenant_id': 'd9260803b00f492fbb2783fcefb3624d', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'}}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:02.498822 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-e16f6270-10ae-4d84-b3d0-66e87b118471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:02.503340 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-e16f6270-10ae-4d84-b3d0-66e87b118471 admin admin] Usage tracker for resource:router and tenant:d9260803b00f492fbb2783fcefb3624d is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:02.506908 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-e16f6270-10ae-4d84-b3d0-66e87b118471 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:02.512919 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-e16f6270-10ae-4d84-b3d0-66e87b118471 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:02.523271 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e16f6270-10ae-4d84-b3d0-66e87b118471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8261339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13497'] for router, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:02.524414 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e16f6270-10ae-4d84-b3d0-66e87b118471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8261164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846512498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846392643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854762335'] for router, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:02.541397 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e16f6270-10ae-4d84-b3d0-66e87b118471 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:02.576871 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a710aa0-2844-4c9e-8634-81e97e613db5 req-58fa53a3-d84b-4e02-ad32-5d77c3759cf9 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:02.579057 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5a710aa0-2844-4c9e-8634-81e97e613db5 req-58fa53a3-d84b-4e02-ad32-5d77c3759cf9 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 943 time: 0.1001661 Feb 17 17:59:02.631475 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5a710aa0-2844-4c9e-8634-81e97e613db5 req-50f8d1c3-e660-43f8-aac1-a72bc91e0144 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e3a2e-4c21-404f-93c8-e7ea555e86d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449190 Feb 17 17:59:02.632742 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.objects.ports [None req-584c4108-d7d6-42c8-85ab-135e240e0885 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83988) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 17:59:02.780380 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c10d56-2286-45e5-b540-f9e9d31ac94b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc8980f4-a3c2-5bc6-8503-45c957795eab-531f49ef-8f01-4809-95e2-643d62a7eeb2', 'network_id': '531f49ef-8f01-4809-95e2-643d62a7eeb2', 'tenant_id': 'd9260803b00f492fbb2783fcefb3624d', 'fixed_ips': [{'subnet_id': '9da754b5-e5de-4950-acee-2675eeef6422'}]}} from dv-cinder-760199-3-smb. {{(pid=83988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 17:59:02.781374 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-25c10d56-2286-45e5-b540-f9e9d31ac94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:02.849980 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e16f6270-10ae-4d84-b3d0-66e87b118471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846510795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846514499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762352'] for router, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:03.065016 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device a6081165-871d-4fd6-8439-8ff0967c413e up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:03.158468 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-25c10d56-2286-45e5-b540-f9e9d31ac94b None None] Allocated IP 172.20.0.2 (531f49ef-8f01-4809-95e2-643d62a7eeb2/9da754b5-e5de-4950-acee-2675eeef6422/cc31ee58-4da1-4e0b-ab3c-b78ea34202cb) {{(pid=83988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:59:03.179288 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning for port a6081165-871d-4fd6-8439-8ff0967c413e completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:59:03.193446 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e16f6270-10ae-4d84-b3d0-66e87b118471 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:03.230332 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e16f6270-10ae-4d84-b3d0-66e87b118471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:03.254334 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port a6081165-871d-4fd6-8439-8ff0967c413e triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:03.254762 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:03.488333 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:03.520282 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-e16f6270-10ae-4d84-b3d0-66e87b118471 admin admin] Allocated IP 172.28.3.65 (7adbab01-78f4-4f50-aa4c-26c3aba221ad/2ba7369c-b814-4a65-9701-7168439702b2/a12ef86d-07ff-400a-8328-7f698752a492) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:59:03.537742 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-25c10d56-2286-45e5-b540-f9e9d31ac94b None None] Notify callbacks [] for port, precommit_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:03.548909 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d42e894-e806-4ae8-8933-2c6e9d7cc2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6081165-871d-4fd6-8439-8ff0967c413e'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:59:03.563619 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-25c10d56-2286-45e5-b540-f9e9d31ac94b None None] Transition to ACTIVE for port object cc31ee58-4da1-4e0b-ab3c-b78ea34202cb will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:59:03.571982 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] For port a6081165-871d-4fd6-8439-8ff0967c413e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a6081165-871d-4fd6-8439-8ff0967c413e,segment=NetworkSegment(8e1ec4be-1f81-468e-ac9e-417db8202315),segment_id=8e1ec4be-1f81-468e-ac9e-417db8202315)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:59:03.576188 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:03.582381 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4a5f370d-e041-458e-b9d9-f9bb7a7a250e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:03.621981 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d42e894-e806-4ae8-8933-2c6e9d7cc2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6081165-871d-4fd6-8439-8ff0967c413e', 'code': 200} Feb 17 17:59:03.637911 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-25c10d56-2286-45e5-b540-f9e9d31ac94b None None] Transition to ACTIVE for port object cc31ee58-4da1-4e0b-ab3c-b78ea34202cb will not be triggered until provisioned by entity DHCP. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:59:03.647998 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-25c10d56-2286-45e5-b540-f9e9d31ac94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479'] for port, after_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:03.700967 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e16f6270-10ae-4d84-b3d0-66e87b118471 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:03.740498 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Pushing event updated for resources: {'Port': ['ID=a6081165-871d-4fd6-8439-8ff0967c413e,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:03.740882 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e16f6270-10ae-4d84-b3d0-66e87b118471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:03.752860 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:03.753341 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:03.762046 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-505ed9d8-a24c-43ed-ab94-41b3935279a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:03.850461 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c10d56-2286-45e5-b540-f9e9d31ac94b None None] Pushing event updated for resources: {'Port': ['ID=cc31ee58-4da1-4e0b-ab3c-b78ea34202cb,revision_number=1']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:03.855608 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-25c10d56-2286-45e5-b540-f9e9d31ac94b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:03.882302 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1c4ed-6d1b-4f29-99a1-28ce8f946eda req-16c56f34-8bbd-4d19-8dff-6f69faf7162e tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:03.884293 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4ba1c4ed-6d1b-4f29-99a1-28ce8f946eda req-16c56f34-8bbd-4d19-8dff-6f69faf7162e tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 945 time: 0.1084526 Feb 17 17:59:03.896477 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c10d56-2286-45e5-b540-f9e9d31ac94b None None] Network 531f49ef-8f01-4809-95e2-643d62a7eeb2 is already hosted by enough agents. {{(pid=83988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:59:03.897934 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-25c10d56-2286-45e5-b540-f9e9d31ac94b None None] Resources bound (agent type, host, resource id): {{(pid=83988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:59:03.900398 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c10d56-2286-45e5-b540-f9e9d31ac94b None None] Received port after_create {{(pid=83988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:59:03.941134 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4ba1c4ed-6d1b-4f29-99a1-28ce8f946eda req-c369665c-6dba-4eb9-871c-168daad15f83 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e3a2e-4c21-404f-93c8-e7ea555e86d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488687 Feb 17 17:59:03.962458 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-25c10d56-2286-45e5-b540-f9e9d31ac94b None None] Attempting to bind port cc31ee58-4da1-4e0b-ab3c-b78ea34202cb on host dv-cinder-760199-3-smb for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:59:03.962886 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-25c10d56-2286-45e5-b540-f9e9d31ac94b None None] Attempting to bind port cc31ee58-4da1-4e0b-ab3c-b78ea34202cb by drivers openvswitch on host dv-cinder-760199-3-smb at level 0 using segments [{'id': '2313a3ab-1a77-40b1-b19d-ef398bdf7c2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '531f49ef-8f01-4809-95e2-643d62a7eeb2'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:59:03.963309 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c10d56-2286-45e5-b540-f9e9d31ac94b None None] Attempting to bind port cc31ee58-4da1-4e0b-ab3c-b78ea34202cb on network 531f49ef-8f01-4809-95e2-643d62a7eeb2 {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:59:03.970039 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c10d56-2286-45e5-b540-f9e9d31ac94b None None] Checking agent: {'id': '8fdeb372-8e18-4614-ad16-4f33ed73e666', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 30), 'started_at': datetime.datetime(2021, 2, 17, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:59:03.970414 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c10d56-2286-45e5-b540-f9e9d31ac94b None None] Checking segment: {'id': '2313a3ab-1a77-40b1-b19d-ef398bdf7c2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '531f49ef-8f01-4809-95e2-643d62a7eeb2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:59:03.971006 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-25c10d56-2286-45e5-b540-f9e9d31ac94b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:03.971730 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c10d56-2286-45e5-b540-f9e9d31ac94b None None] Bound using segment: {'id': '2313a3ab-1a77-40b1-b19d-ef398bdf7c2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '531f49ef-8f01-4809-95e2-643d62a7eeb2'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:59:03.971959 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-25c10d56-2286-45e5-b540-f9e9d31ac94b None None] Bound port: cc31ee58-4da1-4e0b-ab3c-b78ea34202cb, host: dv-cinder-760199-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2313a3ab-1a77-40b1-b19d-ef398bdf7c2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '531f49ef-8f01-4809-95e2-643d62a7eeb2'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:59:03.972385 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-25c10d56-2286-45e5-b540-f9e9d31ac94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:03.994897 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f6270-10ae-4d84-b3d0-66e87b118471 admin admin] Pushing event updated for resources: {'Port': ['ID=a12ef86d-07ff-400a-8328-7f698752a492,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:03.998256 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e16f6270-10ae-4d84-b3d0-66e87b118471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:04.065191 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3e3ae-5b4e-4ea5-83f9-ec21922a2761 req-530f80c9-cb31-4ebf-a07d-0d275b229886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:04.066907 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-16b3e3ae-5b4e-4ea5-83f9-ec21922a2761 req-530f80c9-cb31-4ebf-a07d-0d275b229886 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 1162 time: 0.1861575 Feb 17 17:59:04.077268 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-25c10d56-2286-45e5-b540-f9e9d31ac94b None None] For port cc31ee58-4da1-4e0b-ab3c-b78ea34202cb, host dv-cinder-760199-3-smb, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:59:04.082705 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-25c10d56-2286-45e5-b540-f9e9d31ac94b None None] For port cc31ee58-4da1-4e0b-ab3c-b78ea34202cb, host dv-cinder-760199-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=cc31ee58-4da1-4e0b-ab3c-b78ea34202cb,segment=NetworkSegment(2313a3ab-1a77-40b1-b19d-ef398bdf7c2c),segment_id=2313a3ab-1a77-40b1-b19d-ef398bdf7c2c)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:59:04.085922 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-25c10d56-2286-45e5-b540-f9e9d31ac94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:04.098402 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16f6270-10ae-4d84-b3d0-66e87b118471 admin admin] Network 7adbab01-78f4-4f50-aa4c-26c3aba221ad is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:59:04.102258 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-e16f6270-10ae-4d84-b3d0-66e87b118471 admin admin] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:59:04.105166 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16f6270-10ae-4d84-b3d0-66e87b118471 admin admin] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:59:04.105318 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:04.170100 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-16b3e3ae-5b4e-4ea5-83f9-ec21922a2761 req-d95235d2-f765-45ed-b736-abc7ef6ea2ec service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=df3e3a2e-4c21-404f-93c8-e7ea555e86d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952592 Feb 17 17:59:04.267252 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c10d56-2286-45e5-b540-f9e9d31ac94b None None] Pushing event updated for resources: {'Port': ['ID=cc31ee58-4da1-4e0b-ab3c-b78ea34202cb,revision_number=2']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:04.272518 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-25c10d56-2286-45e5-b540-f9e9d31ac94b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:04.542666 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device a6081165-871d-4fd6-8439-8ff0967c413e up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:04.580379 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e16f6270-10ae-4d84-b3d0-66e87b118471 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:04.642973 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port a6081165-871d-4fd6-8439-8ff0967c413e triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:04.643608 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:05.295954 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0baf7-e959-4456-85e5-b7879a2472eb req-f88b0552-d246-47b8-a98c-990ff60218b4 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:05.297717 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1ab0baf7-e959-4456-85e5-b7879a2472eb req-f88b0552-d246-47b8-a98c-990ff60218b4 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 945 time: 0.1459181 Feb 17 17:59:05.298920 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e16f6270-10ae-4d84-b3d0-66e87b118471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8264974'] for router, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:05.497273 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1ab0baf7-e959-4456-85e5-b7879a2472eb req-e7442a2c-efc2-4ff5-ba52-f17846c003d6 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e3a2e-4c21-404f-93c8-e7ea555e86d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333604 Feb 17 17:59:05.569445 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16f6270-10ae-4d84-b3d0-66e87b118471 admin admin] Router 296139bf-eade-4b2b-99b3-e85c53f69cf6 is scheduled to L3 agent b696c7bc-35f9-4b20-9049-f598d63d0e6c with binding_index 1 {{(pid=83987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 17:59:05.777098 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16f6270-10ae-4d84-b3d0-66e87b118471 admin admin] Notify agent at l3_agent.dv-cinder-760199-3-smb the message routers_updated {{(pid=83987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:59:05.781347 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0dd094-a31d-4efa-b696-d0b43c6a1ba7 None None] Network 531f49ef-8f01-4809-95e2-643d62a7eeb2 requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:59:05.797896 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e16f6270-10ae-4d84-b3d0-66e87b118471 admin admin] Notify callbacks [] for router, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:05.799211 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-e16f6270-10ae-4d84-b3d0-66e87b118471 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3104529 Feb 17 17:59:05.802085 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 52848) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:05.803189 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bc5842-2533-4fd2-9854-9b5ed28bc370 None None] Sync routers for ids ['296139bf-eade-4b2b-99b3-e85c53f69cf6'] in dv-cinder-760199-3-smb {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:59:05.890902 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bc5842-2533-4fd2-9854-9b5ed28bc370 None None] Routers {'296139bf-eade-4b2b-99b3-e85c53f69cf6'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:59:05.891648 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d5bc5842-2533-4fd2-9854-9b5ed28bc370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:58:58Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['296139bf-eade-4b2b-99b3-e85c53f69cf6'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:06.018682 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5815571f-9716-4202-9b1c-6716bb7767d3 None None] Provisioning for port cc31ee58-4da1-4e0b-ab3c-b78ea34202cb completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:59:06.183185 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-d5bc5842-2533-4fd2-9854-9b5ed28bc370 None None] Set router 296139bf-eade-4b2b-99b3-e85c53f69cf6 gateway port host: dv-cinder-760199-3-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:59:06.502451 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device cc31ee58-4da1-4e0b-ab3c-b78ea34202cb up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:06.582088 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device a6081165-871d-4fd6-8439-8ff0967c413e up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:06.582431 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2980b261-ad4d-465b-99eb-440a2e44f606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:06.739586 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd03de4-7d7c-4a48-aa54-2644f8930c5c req-4904d7fd-8b42-4b44-8aaf-4c629bf83544 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:06.741322 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5fd03de4-7d7c-4a48-aa54-2644f8930c5c req-4904d7fd-8b42-4b44-8aaf-4c629bf83544 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 945 time: 0.1051154 Feb 17 17:59:06.796239 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5fd03de4-7d7c-4a48-aa54-2644f8930c5c req-45664ead-80eb-471d-8e23-d1ecf921b0ba tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e3a2e-4c21-404f-93c8-e7ea555e86d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481558 Feb 17 17:59:06.802265 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning for port cc31ee58-4da1-4e0b-ab3c-b78ea34202cb completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:59:06.855712 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port cc31ee58-4da1-4e0b-ab3c-b78ea34202cb triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:06.856138 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:06.919011 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port a6081165-871d-4fd6-8439-8ff0967c413e triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:06.919436 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:07.043543 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-2980b261-ad4d-465b-99eb-440a2e44f606 admin admin] Allocated IP 172.20.0.1 (531f49ef-8f01-4809-95e2-643d62a7eeb2/9da754b5-e5de-4950-acee-2675eeef6422/d9cffb9c-cc7b-4458-a9b2-ad2da76c2230) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:59:07.177741 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3d602-6a18-4a9c-bd6e-e48abbfc95fc req-0dbb623e-87e1-4d38-9f46-82fad32d1c2d tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:07.178063 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d5bc5842-2533-4fd2-9854-9b5ed28bc370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'name': 'tempest-TestShelveInstance-1990280536-router', 'tenant_id': 'd9260803b00f492fbb2783fcefb3624d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'a12ef86d-07ff-400a-8328-7f698752a492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:02Z', 'updated_at': '2021-02-17T17:59:04Z', 'revision_number': 3, 'project_id': 'd9260803b00f492fbb2783fcefb3624d', 'gw_port': {'id': 'a12ef86d-07ff-400a-8328-7f698752a492', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ca:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:03Z', 'updated_at': '2021-02-17T17:59:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb'}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:07.179358 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-98d3d602-6a18-4a9c-bd6e-e48abbfc95fc req-0dbb623e-87e1-4d38-9f46-82fad32d1c2d tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 945 time: 0.2338185 Feb 17 17:59:07.189445 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-f0654830-8d72-4fdc-8c18-10232746f74a None None] Provisioning complete for port cc31ee58-4da1-4e0b-ab3c-b78ea34202cb triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:07.190459 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f0654830-8d72-4fdc-8c18-10232746f74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:07.219879 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:07.238961 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bc5842-2533-4fd2-9854-9b5ed28bc370 None None] Checking router: 296139bf-eade-4b2b-99b3-e85c53f69cf6 for host: dv-cinder-760199-3-smb {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:59:07.239382 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bc5842-2533-4fd2-9854-9b5ed28bc370 None None] Updating router 296139bf-eade-4b2b-99b3-e85c53f69cf6 port a12ef86d-07ff-400a-8328-7f698752a492 binding host dv-cinder-760199-3-smb {{(pid=83988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:59:07.275603 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-98d3d602-6a18-4a9c-bd6e-e48abbfc95fc req-ff194e7b-2650-4647-9484-4b6c08e4df6a tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e3a2e-4c21-404f-93c8-e7ea555e86d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798829 Feb 17 17:59:07.307665 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2980b261-ad4d-465b-99eb-440a2e44f606 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:07.321663 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-2980b261-ad4d-465b-99eb-440a2e44f606 admin admin] Transition to ACTIVE for port object d9cffb9c-cc7b-4458-a9b2-ad2da76c2230 will not be triggered until provisioned by entity DHCP. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:59:07.348559 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2980b261-ad4d-465b-99eb-440a2e44f606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:07.357484 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d5bc5842-2533-4fd2-9854-9b5ed28bc370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:07.401951 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] For port cc31ee58-4da1-4e0b-ab3c-b78ea34202cb, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=cc31ee58-4da1-4e0b-ab3c-b78ea34202cb,segment=NetworkSegment(2313a3ab-1a77-40b1-b19d-ef398bdf7c2c),segment_id=2313a3ab-1a77-40b1-b19d-ef398bdf7c2c)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:59:07.416818 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:07.422052 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-25c10d56-2286-45e5-b540-f9e9d31ac94b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:07.434856 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-78858694-8ffe-4e3b-a848-b0fb3358f9c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:07.539135 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980b261-ad4d-465b-99eb-440a2e44f606 admin admin] Pushing event updated for resources: {'Port': ['ID=d9cffb9c-cc7b-4458-a9b2-ad2da76c2230,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:07.544949 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2980b261-ad4d-465b-99eb-440a2e44f606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:07.595927 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2980b261-ad4d-465b-99eb-440a2e44f606 admin admin] Network 531f49ef-8f01-4809-95e2-643d62a7eeb2 is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:59:07.597376 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-2980b261-ad4d-465b-99eb-440a2e44f606 admin admin] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:59:07.600155 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2980b261-ad4d-465b-99eb-440a2e44f606 admin admin] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:59:07.616489 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Pushing event updated for resources: {'Port': ['ID=cc31ee58-4da1-4e0b-ab3c-b78ea34202cb,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:07.621221 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:07.665006 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2980b261-ad4d-465b-99eb-440a2e44f606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846488041'] for router_interface, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:07.855678 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-3e292b18-07f2-47d9-8bbf-7c064cccda65 None None] Provisioning complete for port cc31ee58-4da1-4e0b-ab3c-b78ea34202cb triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:07.856020 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3e292b18-07f2-47d9-8bbf-7c064cccda65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:08.050599 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18f260-8751-4e8d-8366-adbfc68175dc req-8b3868c1-2cb7-435d-bf46-26a805c3e1cd tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:08.052263 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4a18f260-8751-4e8d-8366-adbfc68175dc req-8b3868c1-2cb7-435d-bf46-26a805c3e1cd tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 945 time: 0.3807998 Feb 17 17:59:08.118979 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d5bc5842-2533-4fd2-9854-9b5ed28bc370 None None] Notify callbacks [] for port, precommit_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:08.133056 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-d5bc5842-2533-4fd2-9854-9b5ed28bc370 None None] Transition to ACTIVE for port object a12ef86d-07ff-400a-8328-7f698752a492 will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:59:08.135715 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d5bc5842-2533-4fd2-9854-9b5ed28bc370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:08.151987 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:08.152607 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2980b261-ad4d-465b-99eb-440a2e44f606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:08.168254 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-4a18f260-8751-4e8d-8366-adbfc68175dc req-4fd0d58e-10e9-4be0-9384-8fcc4c67c6f4 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e3a2e-4c21-404f-93c8-e7ea555e86d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821035 Feb 17 17:59:08.437332 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device cc31ee58-4da1-4e0b-ab3c-b78ea34202cb up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:08.504910 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2980b261-ad4d-465b-99eb-440a2e44f606 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:08.508865 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2980b261-ad4d-465b-99eb-440a2e44f606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452680'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:08.527837 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3857e55-cd1a-4571-9dda-c810955378d7 None None] Pushing event updated for resources: {'Port': ['ID=a12ef86d-07ff-400a-8328-7f698752a492,revision_number=2']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:08.532338 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f3857e55-cd1a-4571-9dda-c810955378d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:08.541916 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ffe29a7b-c137-43ef-a40d-9c0848db7fa7 tempest-ServerRescueNegativeTestJSON-2122505679 tempest-ServerRescueNegativeTestJSON-2122505679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:08.556381 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-e4d09f95-50e3-44b5-bc5c-d9a682295aa5 None None] Provisioning for port d9cffb9c-cc7b-4458-a9b2-ad2da76c2230 completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:59:08.571571 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-e4d09f95-50e3-44b5-bc5c-d9a682295aa5 None None] Provisioning complete for port d9cffb9c-cc7b-4458-a9b2-ad2da76c2230 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:08.571995 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e4d09f95-50e3-44b5-bc5c-d9a682295aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:08.664445 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980b261-ad4d-465b-99eb-440a2e44f606 admin admin] Pushing event updated for resources: {'Port': ['ID=d9cffb9c-cc7b-4458-a9b2-ad2da76c2230,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:08.678076 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2980b261-ad4d-465b-99eb-440a2e44f606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7924080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8287857'] for router_interface, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:08.689363 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-e4d09f95-50e3-44b5-bc5c-d9a682295aa5 None None] Port d9cffb9c-cc7b-4458-a9b2-ad2da76c2230 cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:59:08.694988 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port cc31ee58-4da1-4e0b-ab3c-b78ea34202cb triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:08.695558 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:08.702329 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2980b261-ad4d-465b-99eb-440a2e44f606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:08.745830 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-d5bc5842-2533-4fd2-9854-9b5ed28bc370 None None] Attempting to bind port a12ef86d-07ff-400a-8328-7f698752a492 on host dv-cinder-760199-3-smb for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:59:08.746257 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-d5bc5842-2533-4fd2-9854-9b5ed28bc370 None None] Attempting to bind port a12ef86d-07ff-400a-8328-7f698752a492 by drivers openvswitch on host dv-cinder-760199-3-smb at level 0 using segments [{'id': '1518ad10-b1eb-469a-b2c2-2c6841e70835', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:59:08.746679 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bc5842-2533-4fd2-9854-9b5ed28bc370 None None] Attempting to bind port a12ef86d-07ff-400a-8328-7f698752a492 on network 7adbab01-78f4-4f50-aa4c-26c3aba221ad {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:59:08.758953 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bc5842-2533-4fd2-9854-9b5ed28bc370 None None] Checking agent: {'id': '8fdeb372-8e18-4614-ad16-4f33ed73e666', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 30), 'started_at': datetime.datetime(2021, 2, 17, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:59:08.759380 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bc5842-2533-4fd2-9854-9b5ed28bc370 None None] Checking segment: {'id': '1518ad10-b1eb-469a-b2c2-2c6841e70835', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:59:08.760298 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d5bc5842-2533-4fd2-9854-9b5ed28bc370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:08.760298 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bc5842-2533-4fd2-9854-9b5ed28bc370 None None] Bound using segment: {'id': '1518ad10-b1eb-469a-b2c2-2c6841e70835', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:59:08.760793 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-d5bc5842-2533-4fd2-9854-9b5ed28bc370 None None] Bound port: a12ef86d-07ff-400a-8328-7f698752a492, host: dv-cinder-760199-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1518ad10-b1eb-469a-b2c2-2c6841e70835', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:59:08.761222 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d5bc5842-2533-4fd2-9854-9b5ed28bc370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:08.833389 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:08.844323 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2980b261-ad4d-465b-99eb-440a2e44f606 admin admin] Network 531f49ef-8f01-4809-95e2-643d62a7eeb2 is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:59:08.845675 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-2980b261-ad4d-465b-99eb-440a2e44f606 admin admin] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:59:08.923272 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-d5bc5842-2533-4fd2-9854-9b5ed28bc370 None None] For port a12ef86d-07ff-400a-8328-7f698752a492, host dv-cinder-760199-3-smb, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:59:08.947403 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-d5bc5842-2533-4fd2-9854-9b5ed28bc370 None None] For port a12ef86d-07ff-400a-8328-7f698752a492, host dv-cinder-760199-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=a12ef86d-07ff-400a-8328-7f698752a492,segment=NetworkSegment(1518ad10-b1eb-469a-b2c2-2c6841e70835),segment_id=1518ad10-b1eb-469a-b2c2-2c6841e70835)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:59:08.955281 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d5bc5842-2533-4fd2-9854-9b5ed28bc370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:08.971296 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:09.059349 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2980b261-ad4d-465b-99eb-440a2e44f606 admin admin] Router 296139bf-eade-4b2b-99b3-e85c53f69cf6 has already been hosted by L3 agent b696c7bc-35f9-4b20-9049-f598d63d0e6c {{(pid=83987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:59:09.148363 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3857e55-cd1a-4571-9dda-c810955378d7 None None] Pushing event updated for resources: {'Port': ['ID=a12ef86d-07ff-400a-8328-7f698752a492,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:09.152181 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f3857e55-cd1a-4571-9dda-c810955378d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:09.174468 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-14e98ccb-84b0-4b05-92b5-8a76cdd41788 None None] Provisioning complete for port d9cffb9c-cc7b-4458-a9b2-ad2da76c2230 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:09.175008 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-14e98ccb-84b0-4b05-92b5-8a76cdd41788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:09.250579 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-14e98ccb-84b0-4b05-92b5-8a76cdd41788 None None] Port d9cffb9c-cc7b-4458-a9b2-ad2da76c2230 cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:59:09.256677 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bc5842-2533-4fd2-9854-9b5ed28bc370 None None] Routers {'296139bf-eade-4b2b-99b3-e85c53f69cf6'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:59:09.257395 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d5bc5842-2533-4fd2-9854-9b5ed28bc370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:58:58Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['296139bf-eade-4b2b-99b3-e85c53f69cf6'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:09.262000 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2980b261-ad4d-465b-99eb-440a2e44f606 admin admin] Notify agent at l3_agent.dv-cinder-760199-3-smb the message routers_updated {{(pid=83987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:59:09.272948 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-2980b261-ad4d-465b-99eb-440a2e44f606 admin admin] 10.222.0.49 "PUT /v2.0/routers/296139bf-eade-4b2b-99b3-e85c53f69cf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4695697 Feb 17 17:59:09.462328 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-d5bc5842-2533-4fd2-9854-9b5ed28bc370 None None] Set router 296139bf-eade-4b2b-99b3-e85c53f69cf6 gateway port host: dv-cinder-760199-3-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:59:09.829911 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d5bc5842-2533-4fd2-9854-9b5ed28bc370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'name': 'tempest-TestShelveInstance-1990280536-router', 'tenant_id': 'd9260803b00f492fbb2783fcefb3624d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'a12ef86d-07ff-400a-8328-7f698752a492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:02Z', 'updated_at': '2021-02-17T17:59:08Z', 'revision_number': 4, 'project_id': 'd9260803b00f492fbb2783fcefb3624d', 'gw_port': {'id': 'a12ef86d-07ff-400a-8328-7f698752a492', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ca:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:03Z', 'updated_at': '2021-02-17T17:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': 'd9cffb9c-cc7b-4458-a9b2-ad2da76c2230', 'name': '', 'network_id': '531f49ef-8f01-4809-95e2-643d62a7eeb2', 'tenant_id': 'd9260803b00f492fbb2783fcefb3624d', 'mac_address': 'fa:16:3e:42:85:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '9da754b5-e5de-4950-acee-2675eeef6422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:06Z', 'updated_at': '2021-02-17T17:59:08Z', 'revision_number': 2, 'project_id': 'd9260803b00f492fbb2783fcefb3624d', 'subnets': [{'id': '9da754b5-e5de-4950-acee-2675eeef6422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:09.835101 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bc5842-2533-4fd2-9854-9b5ed28bc370 None None] The sync data for ids ['296139bf-eade-4b2b-99b3-e85c53f69cf6'] in dv-cinder-760199-3-smb is: [{'id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'name': 'tempest-TestShelveInstance-1990280536-router', 'tenant_id': 'd9260803b00f492fbb2783fcefb3624d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'a12ef86d-07ff-400a-8328-7f698752a492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:02Z', 'updated_at': '2021-02-17T17:59:08Z', 'revision_number': 4, 'project_id': 'd9260803b00f492fbb2783fcefb3624d', 'gw_port': {'id': 'a12ef86d-07ff-400a-8328-7f698752a492', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ca:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:03Z', 'updated_at': '2021-02-17T17:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': 'd9cffb9c-cc7b-4458-a9b2-ad2da76c2230', 'name': '', 'network_id': '531f49ef-8f01-4809-95e2-643d62a7eeb2', 'tenant_id': 'd9260803b00f492fbb2783fcefb3624d', 'mac_address': 'fa:16:3e:42:85:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '9da754b5-e5de-4950-acee-2675eeef6422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:06Z', 'updated_at': '2021-02-17T17:59:08Z', 'revision_number': 2, 'project_id': 'd9260803b00f492fbb2783fcefb3624d', 'subnets': [{'id': '9da754b5-e5de-4950-acee-2675eeef6422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:59:10.047134 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 52890) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:10.059163 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1727065458-network', 'tenant_id': '1e937128af234a1a8e7c10eedc8af8b6'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:10.064733 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:10.069232 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Usage tracker for resource:network and tenant:1e937128af234a1a8e7c10eedc8af8b6 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:10.072510 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:10.079249 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:10.093915 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Made reservation on behalf of 1e937128af234a1a8e7c10eedc8af8b6 for: {'network': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:59:10.098909 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for network, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:10.113150 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:10.130285 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:10.134475 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Usage tracker for resource:security_group_rule and tenant:1e937128af234a1a8e7c10eedc8af8b6 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:10.137552 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:10.144246 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:10.239838 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:10.243813 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:10.248512 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b33fe0f6-7cbe-4ad9-8455-cd066631a62f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:10.291387 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fca4c2-d00e-425c-98b4-7e59e8156bdb,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:10.299195 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:10.299613 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:10.300004 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:10.300603 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:10.301020 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:10.301680 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:10.302138 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:10.302521 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:10.302924 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:10.303328 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:10.303734 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:10.304128 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:10.305835 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:10.305835 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:10.305835 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:10.305835 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:10.306612 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:10.306612 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:10.306938 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:10.307454 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:10.307708 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:10.308097 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:10.308484 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:10.308928 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:10.317273 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:10.324730 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9022be50-a748-405a-9274-c602b617008c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=83986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:59:10.335787 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363283404939516', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012526'] for segment, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:10.336235 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.db.segments_db [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Added segment 07e9004e-ef50-41fc-9065-26a0bc86b4f7 of type vxlan for network bd966a8f-78f6-46c0-b5c2-6aae684cceda Feb 17 17:59:10.375936 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363283405532856'] for network, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:10.416744 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513'] for network, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:10.418252 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:10.419301 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:10.427688 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d19b6dc6-955f-4c91-b7fa-7a9001401f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:10.539472 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Pushing event updated for resources: {'Network': ['ID=bd966a8f-78f6-46c0-b5c2-6aae684cceda,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:10.543054 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9022be50-a748-405a-9274-c602b617008c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:10.554790 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Network bd966a8f-78f6-46c0-b5c2-6aae684cceda details requested by agent ovs-agent-dv-cinder-760199-3-smb with host dv-cinder-760199-3-smb {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:59:10.564543 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 52904) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:10.565283 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-9022be50-a748-405a-9274-c602b617008c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5167756 Feb 17 17:59:10.570184 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-6a4957a8-67e1-47e1-8093-1327f56e1404 admin admin] Request body: {'subnet': {'network_id': 'bd966a8f-78f6-46c0-b5c2-6aae684cceda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1727065458-subnet', 'tenant_id': '1e937128af234a1a8e7c10eedc8af8b6', 'ip_version': 4}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:10.575809 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6a4957a8-67e1-47e1-8093-1327f56e1404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:10.577325 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Network bd966a8f-78f6-46c0-b5c2-6aae684cceda details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:59:10.583409 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-6a4957a8-67e1-47e1-8093-1327f56e1404 admin admin] Usage tracker for resource:subnet and tenant:1e937128af234a1a8e7c10eedc8af8b6 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:10.586796 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-6a4957a8-67e1-47e1-8093-1327f56e1404 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:10.593646 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6a4957a8-67e1-47e1-8093-1327f56e1404 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:10.607189 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4957a8-67e1-47e1-8093-1327f56e1404 admin admin] Made reservation on behalf of 1e937128af234a1a8e7c10eedc8af8b6 for: {'subnet': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:59:10.623816 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6a4957a8-67e1-47e1-8093-1327f56e1404 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848724100'] for subnet, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:11.184029 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6a4957a8-67e1-47e1-8093-1327f56e1404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846389800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6452304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848724115'] for subnet, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:11.201526 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:11.343274 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4957a8-67e1-47e1-8093-1327f56e1404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23794870-4f25-4dfe-8821-88ba11a5bb01,revision_number=0']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:11.346367 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6a4957a8-67e1-47e1-8093-1327f56e1404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:11.414971 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4957a8-67e1-47e1-8093-1327f56e1404 admin admin] Checking segment: {'id': '07e9004e-ef50-41fc-9065-26a0bc86b4f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bd966a8f-78f6-46c0-b5c2-6aae684cceda'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:59:11.415371 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4957a8-67e1-47e1-8093-1327f56e1404 admin admin] Network hostable DHCP agents. Network: bd966a8f-78f6-46c0-b5c2-6aae684cceda, hostable agents: ['8546a6d4-f394-45d5-bab8-9d45fc62bb83'], hosted agents: [] {{(pid=83987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:59:11.434203 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4957a8-67e1-47e1-8093-1327f56e1404 admin admin] Network bd966a8f-78f6-46c0-b5c2-6aae684cceda is scheduled to be hosted by DHCP agent 8546a6d4-f394-45d5-bab8-9d45fc62bb83 with binding_index 1 {{(pid=83987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:59:11.443249 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-6a4957a8-67e1-47e1-8093-1327f56e1404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-smb, bd966a8f-78f6-46c0-b5c2-6aae684cceda) {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:59:11.454287 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8081e512-cb3c-42af-a842-40f1d46801f0 None None] Network bd966a8f-78f6-46c0-b5c2-6aae684cceda requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:59:11.459570 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4957a8-67e1-47e1-8093-1327f56e1404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:11.460275 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6a4957a8-67e1-47e1-8093-1327f56e1404 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:11.481767 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-6a4957a8-67e1-47e1-8093-1327f56e1404 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9173265 Feb 17 17:59:11.484549 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 52910) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:11.490256 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [None req-1624af62-bf66-4b8c-be6d-8050381b97b7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1727065458-router', 'tenant_id': '1e937128af234a1a8e7c10eedc8af8b6', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'}}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:11.495489 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-1624af62-bf66-4b8c-be6d-8050381b97b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:11.500493 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-1624af62-bf66-4b8c-be6d-8050381b97b7 admin admin] Usage tracker for resource:router and tenant:1e937128af234a1a8e7c10eedc8af8b6 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:11.504396 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [None req-1624af62-bf66-4b8c-be6d-8050381b97b7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:11.510466 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-1624af62-bf66-4b8c-be6d-8050381b97b7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:11.522370 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1624af62-bf66-4b8c-be6d-8050381b97b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8261339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13497'] for router, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:11.523679 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1624af62-bf66-4b8c-be6d-8050381b97b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8261164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846512498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846392643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854762335'] for router, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:11.555101 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1624af62-bf66-4b8c-be6d-8050381b97b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:11.729548 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5143df-aca7-4263-9acf-9a0f902844eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc8980f4-a3c2-5bc6-8503-45c957795eab-bd966a8f-78f6-46c0-b5c2-6aae684cceda', 'network_id': 'bd966a8f-78f6-46c0-b5c2-6aae684cceda', 'tenant_id': '1e937128af234a1a8e7c10eedc8af8b6', 'fixed_ips': [{'subnet_id': '23794870-4f25-4dfe-8821-88ba11a5bb01'}]}} from dv-cinder-760199-3-smb. {{(pid=83988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 17:59:11.730471 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9f5143df-aca7-4263-9acf-9a0f902844eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:11.865992 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1624af62-bf66-4b8c-be6d-8050381b97b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846510795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846514499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762352'] for router, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:12.048187 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-9f5143df-aca7-4263-9acf-9a0f902844eb None None] Allocated IP 172.20.0.2 (bd966a8f-78f6-46c0-b5c2-6aae684cceda/23794870-4f25-4dfe-8821-88ba11a5bb01/31da52d1-217f-40df-a0f2-3b5fd0324bf5) {{(pid=83988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:59:12.268872 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1624af62-bf66-4b8c-be6d-8050381b97b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:12.305220 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1624af62-bf66-4b8c-be6d-8050381b97b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:12.305833 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9f5143df-aca7-4263-9acf-9a0f902844eb None None] Notify callbacks [] for port, precommit_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:12.318865 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-9f5143df-aca7-4263-9acf-9a0f902844eb None None] Transition to ACTIVE for port object 31da52d1-217f-40df-a0f2-3b5fd0324bf5 will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:59:12.339416 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-9f5143df-aca7-4263-9acf-9a0f902844eb None None] Transition to ACTIVE for port object 31da52d1-217f-40df-a0f2-3b5fd0324bf5 will not be triggered until provisioned by entity DHCP. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:59:12.345291 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9f5143df-aca7-4263-9acf-9a0f902844eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479'] for port, after_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:12.360121 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f3857e55-cd1a-4571-9dda-c810955378d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:12.649156 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device a12ef86d-07ff-400a-8328-7f698752a492 up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:12.746739 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5143df-aca7-4263-9acf-9a0f902844eb None None] Pushing event updated for resources: {'Port': ['ID=31da52d1-217f-40df-a0f2-3b5fd0324bf5,revision_number=1']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:12.758912 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9f5143df-aca7-4263-9acf-9a0f902844eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:12.810525 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning for port a12ef86d-07ff-400a-8328-7f698752a492 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:59:12.820185 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port a12ef86d-07ff-400a-8328-7f698752a492 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:12.820606 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:12.847273 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-1624af62-bf66-4b8c-be6d-8050381b97b7 admin admin] Allocated IP 172.28.3.124 (7adbab01-78f4-4f50-aa4c-26c3aba221ad/2ba7369c-b814-4a65-9701-7168439702b2/7cfcae45-970a-4e32-b108-88eaf7616f99) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:59:12.880556 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5143df-aca7-4263-9acf-9a0f902844eb None None] Network bd966a8f-78f6-46c0-b5c2-6aae684cceda is already hosted by enough agents. {{(pid=83988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:59:12.881831 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-9f5143df-aca7-4263-9acf-9a0f902844eb None None] Resources bound (agent type, host, resource id): {{(pid=83988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:59:12.886030 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5143df-aca7-4263-9acf-9a0f902844eb None None] Received port after_create {{(pid=83988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:59:12.966041 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-9f5143df-aca7-4263-9acf-9a0f902844eb None None] Attempting to bind port 31da52d1-217f-40df-a0f2-3b5fd0324bf5 on host dv-cinder-760199-3-smb for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:59:12.966381 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-9f5143df-aca7-4263-9acf-9a0f902844eb None None] Attempting to bind port 31da52d1-217f-40df-a0f2-3b5fd0324bf5 by drivers openvswitch on host dv-cinder-760199-3-smb at level 0 using segments [{'id': '07e9004e-ef50-41fc-9065-26a0bc86b4f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bd966a8f-78f6-46c0-b5c2-6aae684cceda'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:59:12.966797 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5143df-aca7-4263-9acf-9a0f902844eb None None] Attempting to bind port 31da52d1-217f-40df-a0f2-3b5fd0324bf5 on network bd966a8f-78f6-46c0-b5c2-6aae684cceda {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:59:13.004893 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5143df-aca7-4263-9acf-9a0f902844eb None None] Checking agent: {'id': '8fdeb372-8e18-4614-ad16-4f33ed73e666', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 30), 'started_at': datetime.datetime(2021, 2, 17, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:59:13.005332 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5143df-aca7-4263-9acf-9a0f902844eb None None] Checking segment: {'id': '07e9004e-ef50-41fc-9065-26a0bc86b4f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bd966a8f-78f6-46c0-b5c2-6aae684cceda'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:59:13.005961 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9f5143df-aca7-4263-9acf-9a0f902844eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:13.006231 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5143df-aca7-4263-9acf-9a0f902844eb None None] Bound using segment: {'id': '07e9004e-ef50-41fc-9065-26a0bc86b4f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bd966a8f-78f6-46c0-b5c2-6aae684cceda'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:59:13.006783 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-9f5143df-aca7-4263-9acf-9a0f902844eb None None] Bound port: 31da52d1-217f-40df-a0f2-3b5fd0324bf5, host: dv-cinder-760199-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e9004e-ef50-41fc-9065-26a0bc86b4f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bd966a8f-78f6-46c0-b5c2-6aae684cceda'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:59:13.007379 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9f5143df-aca7-4263-9acf-9a0f902844eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:13.016523 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1624af62-bf66-4b8c-be6d-8050381b97b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:13.054014 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1624af62-bf66-4b8c-be6d-8050381b97b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:13.103661 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:13.137420 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b83c3522-d0d7-4396-a510-b88051d63bc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:13.152588 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] For port a12ef86d-07ff-400a-8328-7f698752a492, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=a12ef86d-07ff-400a-8328-7f698752a492,segment=NetworkSegment(1518ad10-b1eb-469a-b2c2-2c6841e70835),segment_id=1518ad10-b1eb-469a-b2c2-2c6841e70835)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:59:13.157666 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:13.161357 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ce493caf-b282-47cc-9114-4c8539461d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:13.203357 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-9f5143df-aca7-4263-9acf-9a0f902844eb None None] For port 31da52d1-217f-40df-a0f2-3b5fd0324bf5, host dv-cinder-760199-3-smb, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:59:13.229617 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c275d8ba-9256-461a-93f6-39e7939f8d64 None None] Sync routers for ids ['296139bf-eade-4b2b-99b3-e85c53f69cf6'] in dv-cinder-760199-3-smb {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:59:13.229831 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-9f5143df-aca7-4263-9acf-9a0f902844eb None None] For port 31da52d1-217f-40df-a0f2-3b5fd0324bf5, host dv-cinder-760199-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=31da52d1-217f-40df-a0f2-3b5fd0324bf5,segment=NetworkSegment(07e9004e-ef50-41fc-9065-26a0bc86b4f7),segment_id=07e9004e-ef50-41fc-9065-26a0bc86b4f7)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:59:13.242794 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c275d8ba-9256-461a-93f6-39e7939f8d64 None None] Routers {'296139bf-eade-4b2b-99b3-e85c53f69cf6'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:59:13.243737 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c275d8ba-9256-461a-93f6-39e7939f8d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:58:58Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['296139bf-eade-4b2b-99b3-e85c53f69cf6'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:13.245204 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9f5143df-aca7-4263-9acf-9a0f902844eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:13.256987 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624af62-bf66-4b8c-be6d-8050381b97b7 admin admin] Pushing event updated for resources: {'Port': ['ID=7cfcae45-970a-4e32-b108-88eaf7616f99,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:13.270113 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1624af62-bf66-4b8c-be6d-8050381b97b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:13.325451 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1624af62-bf66-4b8c-be6d-8050381b97b7 admin admin] Network 7adbab01-78f4-4f50-aa4c-26c3aba221ad is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:59:13.326772 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-1624af62-bf66-4b8c-be6d-8050381b97b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:59:13.334662 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1624af62-bf66-4b8c-be6d-8050381b97b7 admin admin] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:59:13.411746 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Pushing event updated for resources: {'Port': ['ID=a12ef86d-07ff-400a-8328-7f698752a492,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:13.417579 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:13.419371 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:13.463478 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-c275d8ba-9256-461a-93f6-39e7939f8d64 None None] Set router 296139bf-eade-4b2b-99b3-e85c53f69cf6 gateway port host: dv-cinder-760199-3-smb {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:59:13.511031 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5143df-aca7-4263-9acf-9a0f902844eb None None] Pushing event updated for resources: {'Port': ['ID=31da52d1-217f-40df-a0f2-3b5fd0324bf5,revision_number=2']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:13.514476 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9f5143df-aca7-4263-9acf-9a0f902844eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:13.856913 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c275d8ba-9256-461a-93f6-39e7939f8d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'name': 'tempest-TestShelveInstance-1990280536-router', 'tenant_id': 'd9260803b00f492fbb2783fcefb3624d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'a12ef86d-07ff-400a-8328-7f698752a492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:02Z', 'updated_at': '2021-02-17T17:59:08Z', 'revision_number': 4, 'project_id': 'd9260803b00f492fbb2783fcefb3624d', 'gw_port': {'id': 'a12ef86d-07ff-400a-8328-7f698752a492', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:03Z', 'updated_at': '2021-02-17T17:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': 'd9cffb9c-cc7b-4458-a9b2-ad2da76c2230', 'name': '', 'network_id': '531f49ef-8f01-4809-95e2-643d62a7eeb2', 'tenant_id': 'd9260803b00f492fbb2783fcefb3624d', 'mac_address': 'fa:16:3e:42:85:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '9da754b5-e5de-4950-acee-2675eeef6422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:06Z', 'updated_at': '2021-02-17T17:59:08Z', 'revision_number': 2, 'project_id': 'd9260803b00f492fbb2783fcefb3624d', 'subnets': [{'id': '9da754b5-e5de-4950-acee-2675eeef6422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:13.862198 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c275d8ba-9256-461a-93f6-39e7939f8d64 None None] Checking router: 296139bf-eade-4b2b-99b3-e85c53f69cf6 for host: dv-cinder-760199-3-smb {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:59:13.862939 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c275d8ba-9256-461a-93f6-39e7939f8d64 None None] Updating router 296139bf-eade-4b2b-99b3-e85c53f69cf6 port d9cffb9c-cc7b-4458-a9b2-ad2da76c2230 binding host dv-cinder-760199-3-smb {{(pid=83989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:59:13.886560 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb2fc6-6f99-4498-ad41-37509165b462 req-d7b9e549-55cd-469f-aa91-5a3a8c8deea4 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:13.888409 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1ddb2fc6-6f99-4498-ad41-37509165b462 req-d7b9e549-55cd-469f-aa91-5a3a8c8deea4 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 945 time: 0.3317578 Feb 17 17:59:13.929751 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c275d8ba-9256-461a-93f6-39e7939f8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:13.983390 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1ddb2fc6-6f99-4498-ad41-37509165b462 req-2ea4a694-9974-4e3f-9698-9110ce864fdd tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e3a2e-4c21-404f-93c8-e7ea555e86d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855803 Feb 17 17:59:13.988174 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1624af62-bf66-4b8c-be6d-8050381b97b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:14.222755 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7d0eb5ed-d2e0-4b2d-990c-84b0ff62073f req-2553c766-af80-4e6c-8e84-20bd1960841b tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1933219 Feb 17 17:59:14.235871 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-7d0eb5ed-d2e0-4b2d-990c-84b0ff62073f req-02911cca-2af0-4c1f-be5f-db39c4692c78 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Request body: {'floatingip': {'floating_network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:14.242355 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-7d0eb5ed-d2e0-4b2d-990c-84b0ff62073f req-02911cca-2af0-4c1f-be5f-db39c4692c78 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:14.247354 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-7d0eb5ed-d2e0-4b2d-990c-84b0ff62073f req-02911cca-2af0-4c1f-be5f-db39c4692c78 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Usage tracker for resource:floatingip and tenant:80cb560fd0d54a1a809488a27a308e92 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:14.252182 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-7d0eb5ed-d2e0-4b2d-990c-84b0ff62073f req-02911cca-2af0-4c1f-be5f-db39c4692c78 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:14.258963 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-7d0eb5ed-d2e0-4b2d-990c-84b0ff62073f req-02911cca-2af0-4c1f-be5f-db39c4692c78 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:14.270779 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7d0eb5ed-d2e0-4b2d-990c-84b0ff62073f req-02911cca-2af0-4c1f-be5f-db39c4692c78 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks [] for floatingip, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:14.394979 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1624af62-bf66-4b8c-be6d-8050381b97b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8264974'] for router, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:14.406418 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c275d8ba-9256-461a-93f6-39e7939f8d64 None None] Notify callbacks [] for port, precommit_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:14.421330 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-c275d8ba-9256-461a-93f6-39e7939f8d64 None None] Transition to ACTIVE for port object d9cffb9c-cc7b-4458-a9b2-ad2da76c2230 will not be triggered until provisioned by entity L2. {{(pid=83989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:59:14.424561 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c275d8ba-9256-461a-93f6-39e7939f8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:14.444302 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7d0eb5ed-d2e0-4b2d-990c-84b0ff62073f req-02911cca-2af0-4c1f-be5f-db39c4692c78 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:14.446771 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2e70327b-4ef1-44fb-b08b-00db6db15584 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:14.511398 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device a12ef86d-07ff-400a-8328-7f698752a492 up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:14.592977 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port a12ef86d-07ff-400a-8328-7f698752a492 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:14.594055 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:14.599893 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e21e2-6c3b-4e3c-ab50-f76bd3968972 None None] Pushing event updated for resources: {'Port': ['ID=d9cffb9c-cc7b-4458-a9b2-ad2da76c2230,revision_number=3']} {{(pid=83989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:14.614471 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-723e21e2-6c3b-4e3c-ab50-f76bd3968972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:14.668624 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1624af62-bf66-4b8c-be6d-8050381b97b7 admin admin] Router b895b945-be3f-4e99-87c0-4595e2475c39 is scheduled to L3 agent b696c7bc-35f9-4b20-9049-f598d63d0e6c with binding_index 1 {{(pid=83987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 17:59:14.776012 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device 31da52d1-217f-40df-a0f2-3b5fd0324bf5 up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:14.841367 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-7d0eb5ed-d2e0-4b2d-990c-84b0ff62073f req-02911cca-2af0-4c1f-be5f-db39c4692c78 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Allocated IP 172.28.3.48 (7adbab01-78f4-4f50-aa4c-26c3aba221ad/2ba7369c-b814-4a65-9701-7168439702b2/c166e5ae-30cc-4ac7-882d-29c5ff37bf44) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:59:14.911181 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning for port 31da52d1-217f-40df-a0f2-3b5fd0324bf5 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:59:15.080781 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7d0eb5ed-d2e0-4b2d-990c-84b0ff62073f req-02911cca-2af0-4c1f-be5f-db39c4692c78 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:15.081627 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-c275d8ba-9256-461a-93f6-39e7939f8d64 None None] Attempting to bind port d9cffb9c-cc7b-4458-a9b2-ad2da76c2230 on host dv-cinder-760199-3-smb for vnic_type normal with profile {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:59:15.082638 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-c275d8ba-9256-461a-93f6-39e7939f8d64 None None] Attempting to bind port d9cffb9c-cc7b-4458-a9b2-ad2da76c2230 by drivers openvswitch on host dv-cinder-760199-3-smb at level 0 using segments [{'id': '2313a3ab-1a77-40b1-b19d-ef398bdf7c2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '531f49ef-8f01-4809-95e2-643d62a7eeb2'}] {{(pid=83989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:59:15.083522 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c275d8ba-9256-461a-93f6-39e7939f8d64 None None] Attempting to bind port d9cffb9c-cc7b-4458-a9b2-ad2da76c2230 on network 531f49ef-8f01-4809-95e2-643d62a7eeb2 {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:59:15.088015 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1624af62-bf66-4b8c-be6d-8050381b97b7 admin admin] Notify agent at l3_agent.dv-cinder-760199-3-smb the message routers_updated {{(pid=83987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:59:15.095657 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c275d8ba-9256-461a-93f6-39e7939f8d64 None None] Checking agent: {'id': '8fdeb372-8e18-4614-ad16-4f33ed73e666', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 30), 'started_at': datetime.datetime(2021, 2, 17, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:59:15.099176 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ac55b4-5211-409a-adc8-f7572ac6b830 None None] Sync routers for ids ['b895b945-be3f-4e99-87c0-4595e2475c39'] in dv-cinder-760199-3-smb {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:59:15.106358 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c275d8ba-9256-461a-93f6-39e7939f8d64 None None] Checking segment: {'id': '2313a3ab-1a77-40b1-b19d-ef398bdf7c2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '531f49ef-8f01-4809-95e2-643d62a7eeb2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:59:15.110059 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c275d8ba-9256-461a-93f6-39e7939f8d64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:15.110508 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c275d8ba-9256-461a-93f6-39e7939f8d64 None None] Bound using segment: {'id': '2313a3ab-1a77-40b1-b19d-ef398bdf7c2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '531f49ef-8f01-4809-95e2-643d62a7eeb2'} {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:59:15.111070 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-c275d8ba-9256-461a-93f6-39e7939f8d64 None None] Bound port: d9cffb9c-cc7b-4458-a9b2-ad2da76c2230, host: dv-cinder-760199-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2313a3ab-1a77-40b1-b19d-ef398bdf7c2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '531f49ef-8f01-4809-95e2-643d62a7eeb2'}}] {{(pid=83989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:59:15.111497 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c275d8ba-9256-461a-93f6-39e7939f8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:15.133612 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ac55b4-5211-409a-adc8-f7572ac6b830 None None] Routers {'b895b945-be3f-4e99-87c0-4595e2475c39'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:59:15.134316 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-15ac55b4-5211-409a-adc8-f7572ac6b830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:58:58Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['b895b945-be3f-4e99-87c0-4595e2475c39'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:15.134825 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7d0eb5ed-d2e0-4b2d-990c-84b0ff62073f req-02911cca-2af0-4c1f-be5f-db39c4692c78 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849322323'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:15.142501 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1624af62-bf66-4b8c-be6d-8050381b97b7 admin admin] Notify callbacks [] for router, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:15.148421 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-1624af62-bf66-4b8c-be6d-8050381b97b7 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6627331 Feb 17 17:59:15.149912 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 52926) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:15.158783 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:15.275377 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-c275d8ba-9256-461a-93f6-39e7939f8d64 None None] For port d9cffb9c-cc7b-4458-a9b2-ad2da76c2230, host dv-cinder-760199-3-smb, cleared binding levels {{(pid=83989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:59:15.282483 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-c275d8ba-9256-461a-93f6-39e7939f8d64 None None] For port d9cffb9c-cc7b-4458-a9b2-ad2da76c2230, host dv-cinder-760199-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=d9cffb9c-cc7b-4458-a9b2-ad2da76c2230,segment=NetworkSegment(2313a3ab-1a77-40b1-b19d-ef398bdf7c2c),segment_id=2313a3ab-1a77-40b1-b19d-ef398bdf7c2c)] {{(pid=83989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:59:15.288914 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c275d8ba-9256-461a-93f6-39e7939f8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:15.308468 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe10665-1231-4d0d-9498-0741da9dc89d None None] Network bd966a8f-78f6-46c0-b5c2-6aae684cceda requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:59:15.320807 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ab77f4b8-be26-4883-8104-875e1eb474fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:15.324723 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02911cca-2af0-4c1f-be5f-db39c4692c78 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Pushing event updated for resources: {'Port': ['ID=c166e5ae-30cc-4ac7-882d-29c5ff37bf44,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:15.331157 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-02911cca-2af0-4c1f-be5f-db39c4692c78 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:15.380537 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d0eb5ed-d2e0-4b2d-990c-84b0ff62073f req-02911cca-2af0-4c1f-be5f-db39c4692c78 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Network 7adbab01-78f4-4f50-aa4c-26c3aba221ad is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:59:15.382044 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-7d0eb5ed-d2e0-4b2d-990c-84b0ff62073f req-02911cca-2af0-4c1f-be5f-db39c4692c78 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:59:15.385896 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0eb5ed-d2e0-4b2d-990c-84b0ff62073f req-02911cca-2af0-4c1f-be5f-db39c4692c78 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:59:15.454309 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-bc9f860f-a875-4c0e-9c2f-1e3a95b73195 None None] Provisioning for port 31da52d1-217f-40df-a0f2-3b5fd0324bf5 completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:59:15.475267 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-bc9f860f-a875-4c0e-9c2f-1e3a95b73195 None None] Provisioning complete for port 31da52d1-217f-40df-a0f2-3b5fd0324bf5 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:15.475576 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bc9f860f-a875-4c0e-9c2f-1e3a95b73195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:15.497758 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7d0eb5ed-d2e0-4b2d-990c-84b0ff62073f req-02911cca-2af0-4c1f-be5f-db39c4692c78 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:15.558657 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e21e2-6c3b-4e3c-ab50-f76bd3968972 None None] Pushing event updated for resources: {'Port': ['ID=d9cffb9c-cc7b-4458-a9b2-ad2da76c2230,revision_number=4']} {{(pid=83989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:15.572377 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-723e21e2-6c3b-4e3c-ab50-f76bd3968972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:15.589261 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-15ac55b4-5211-409a-adc8-f7572ac6b830 None None] Set router b895b945-be3f-4e99-87c0-4595e2475c39 gateway port host: dv-cinder-760199-3-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:59:15.605146 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7d0eb5ed-d2e0-4b2d-990c-84b0ff62073f req-02911cca-2af0-4c1f-be5f-db39c4692c78 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:15.626715 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c275d8ba-9256-461a-93f6-39e7939f8d64 None None] Routers {'296139bf-eade-4b2b-99b3-e85c53f69cf6'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:59:15.628238 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c275d8ba-9256-461a-93f6-39e7939f8d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:58:58Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['296139bf-eade-4b2b-99b3-e85c53f69cf6'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:15.917536 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-c275d8ba-9256-461a-93f6-39e7939f8d64 None None] Set router 296139bf-eade-4b2b-99b3-e85c53f69cf6 gateway port host: dv-cinder-760199-3-smb {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:59:16.008470 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7d0eb5ed-d2e0-4b2d-990c-84b0ff62073f req-02911cca-2af0-4c1f-be5f-db39c4692c78 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:16.012551 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7d0eb5ed-d2e0-4b2d-990c-84b0ff62073f req-02911cca-2af0-4c1f-be5f-db39c4692c78 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5453476'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:16.096789 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-35aa4b86-4904-412d-a81c-298088fe495b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:16.266007 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b49a1554-ce12-4da8-b3b0-8daa5203781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:16.337888 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c275d8ba-9256-461a-93f6-39e7939f8d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'name': 'tempest-TestShelveInstance-1990280536-router', 'tenant_id': 'd9260803b00f492fbb2783fcefb3624d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'a12ef86d-07ff-400a-8328-7f698752a492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:02Z', 'updated_at': '2021-02-17T17:59:08Z', 'revision_number': 4, 'project_id': 'd9260803b00f492fbb2783fcefb3624d', 'gw_port': {'id': 'a12ef86d-07ff-400a-8328-7f698752a492', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:03Z', 'updated_at': '2021-02-17T17:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': 'd9cffb9c-cc7b-4458-a9b2-ad2da76c2230', 'name': '', 'network_id': '531f49ef-8f01-4809-95e2-643d62a7eeb2', 'tenant_id': 'd9260803b00f492fbb2783fcefb3624d', 'mac_address': 'fa:16:3e:42:85:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '9da754b5-e5de-4950-acee-2675eeef6422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:06Z', 'updated_at': '2021-02-17T17:59:15Z', 'revision_number': 4, 'project_id': 'd9260803b00f492fbb2783fcefb3624d', 'subnets': [{'id': '9da754b5-e5de-4950-acee-2675eeef6422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:16.346275 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c275d8ba-9256-461a-93f6-39e7939f8d64 None None] The sync data for ids ['296139bf-eade-4b2b-99b3-e85c53f69cf6'] in dv-cinder-760199-3-smb is: [{'id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'name': 'tempest-TestShelveInstance-1990280536-router', 'tenant_id': 'd9260803b00f492fbb2783fcefb3624d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'a12ef86d-07ff-400a-8328-7f698752a492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:02Z', 'updated_at': '2021-02-17T17:59:08Z', 'revision_number': 4, 'project_id': 'd9260803b00f492fbb2783fcefb3624d', 'gw_port': {'id': 'a12ef86d-07ff-400a-8328-7f698752a492', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:03Z', 'updated_at': '2021-02-17T17:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': 'd9cffb9c-cc7b-4458-a9b2-ad2da76c2230', 'name': '', 'network_id': '531f49ef-8f01-4809-95e2-643d62a7eeb2', 'tenant_id': 'd9260803b00f492fbb2783fcefb3624d', 'mac_address': 'fa:16:3e:42:85:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '9da754b5-e5de-4950-acee-2675eeef6422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:06Z', 'updated_at': '2021-02-17T17:59:15Z', 'revision_number': 4, 'project_id': 'd9260803b00f492fbb2783fcefb3624d', 'subnets': [{'id': '9da754b5-e5de-4950-acee-2675eeef6422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:59:16.456862 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bc9f860f-a875-4c0e-9c2f-1e3a95b73195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:16.473915 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device d9cffb9c-cc7b-4458-a9b2-ad2da76c2230 up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:16.610825 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02911cca-2af0-4c1f-be5f-db39c4692c78 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Pushing event updated for resources: {'Port': ['ID=c166e5ae-30cc-4ac7-882d-29c5ff37bf44,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:16.627662 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7d0eb5ed-d2e0-4b2d-990c-84b0ff62073f req-02911cca-2af0-4c1f-be5f-db39c4692c78 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846487875'] for floatingip, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:16.633070 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-02911cca-2af0-4c1f-be5f-db39c4692c78 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:16.649996 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-bc9f860f-a875-4c0e-9c2f-1e3a95b73195 None None] For port 31da52d1-217f-40df-a0f2-3b5fd0324bf5, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=31da52d1-217f-40df-a0f2-3b5fd0324bf5,segment=NetworkSegment(07e9004e-ef50-41fc-9065-26a0bc86b4f7),segment_id=07e9004e-ef50-41fc-9065-26a0bc86b4f7)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:59:16.658350 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bc9f860f-a875-4c0e-9c2f-1e3a95b73195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:16.662707 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7d0eb5ed-d2e0-4b2d-990c-84b0ff62073f req-02911cca-2af0-4c1f-be5f-db39c4692c78 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for floatingip, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:16.662836 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:16.663984 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7d0eb5ed-d2e0-4b2d-990c-84b0ff62073f req-02911cca-2af0-4c1f-be5f-db39c4692c78 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4329007 Feb 17 17:59:16.787582 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-b49a1554-ce12-4da8-b3b0-8daa5203781e admin admin] Allocated IP 172.20.0.1 (bd966a8f-78f6-46c0-b5c2-6aae684cceda/23794870-4f25-4dfe-8821-88ba11a5bb01/d79388c6-9d63-414c-a545-1df4995cca4e) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:59:16.789142 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f860f-a875-4c0e-9c2f-1e3a95b73195 None None] Pushing event updated for resources: {'Port': ['ID=31da52d1-217f-40df-a0f2-3b5fd0324bf5,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:16.797402 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-7d0eb5ed-d2e0-4b2d-990c-84b0ff62073f req-298509e9-b7f9-4c36-8c6a-8109b6a9e7f0 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Synchronizing usage tracker for tenant:80cb560fd0d54a1a809488a27a308e92 on resource:floatingip {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:59:16.799252 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bc9f860f-a875-4c0e-9c2f-1e3a95b73195 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:16.824472 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning for port d9cffb9c-cc7b-4458-a9b2-ad2da76c2230 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:59:16.824722 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-7d0eb5ed-d2e0-4b2d-990c-84b0ff62073f req-298509e9-b7f9-4c36-8c6a-8109b6a9e7f0 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Unset dirty status for tenant:80cb560fd0d54a1a809488a27a308e92 on resource:floatingip {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:59:16.826030 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7d0eb5ed-d2e0-4b2d-990c-84b0ff62073f req-298509e9-b7f9-4c36-8c6a-8109b6a9e7f0 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.28.3.48 HTTP/1.1" status: 200 len: 695 time: 0.1539283 Feb 17 17:59:16.836292 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port d9cffb9c-cc7b-4458-a9b2-ad2da76c2230 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:16.837093 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:16.884591 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-15ac55b4-5211-409a-adc8-f7572ac6b830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b895b945-be3f-4e99-87c0-4595e2475c39', 'name': 'tempest-TestShelveInstance-1727065458-router', 'tenant_id': '1e937128af234a1a8e7c10eedc8af8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': '7cfcae45-970a-4e32-b108-88eaf7616f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:11Z', 'updated_at': '2021-02-17T17:59:13Z', 'revision_number': 3, 'project_id': '1e937128af234a1a8e7c10eedc8af8b6', 'gw_port': {'id': '7cfcae45-970a-4e32-b108-88eaf7616f99', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b895b945-be3f-4e99-87c0-4595e2475c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:12Z', 'updated_at': '2021-02-17T17:59:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb'}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:16.895280 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-dc3e573c-d7de-4434-8c54-26e3fb98e10e None None] Provisioning complete for port d9cffb9c-cc7b-4458-a9b2-ad2da76c2230 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:16.895932 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dc3e573c-d7de-4434-8c54-26e3fb98e10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:16.969200 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ac55b4-5211-409a-adc8-f7572ac6b830 None None] Checking router: b895b945-be3f-4e99-87c0-4595e2475c39 for host: dv-cinder-760199-3-smb {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:59:16.969603 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ac55b4-5211-409a-adc8-f7572ac6b830 None None] Updating router b895b945-be3f-4e99-87c0-4595e2475c39 port 7cfcae45-970a-4e32-b108-88eaf7616f99 binding host dv-cinder-760199-3-smb {{(pid=83988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:59:17.006212 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b49a1554-ce12-4da8-b3b0-8daa5203781e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:17.036850 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-b49a1554-ce12-4da8-b3b0-8daa5203781e admin admin] Transition to ACTIVE for port object d79388c6-9d63-414c-a545-1df4995cca4e will not be triggered until provisioned by entity DHCP. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:59:17.042429 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0eb5ed-d2e0-4b2d-990c-84b0ff62073f req-881ddc64-7978-4fb2-9179-e39f015b38d9 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:17.044167 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7d0eb5ed-d2e0-4b2d-990c-84b0ff62073f req-881ddc64-7978-4fb2-9179-e39f015b38d9 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/networks/7adbab01-78f4-4f50-aa4c-26c3aba221ad HTTP/1.1" status: 200 len: 784 time: 0.2103131 Feb 17 17:59:17.057105 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [req-7d0eb5ed-d2e0-4b2d-990c-84b0ff62073f req-91274904-c5b3-43e1-84bd-d1ad4cc24d80 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=83986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:59:17.062781 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7d0eb5ed-d2e0-4b2d-990c-84b0ff62073f req-91274904-c5b3-43e1-84bd-d1ad4cc24d80 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0113528 Feb 17 17:59:17.098711 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b49a1554-ce12-4da8-b3b0-8daa5203781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:17.113868 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-15ac55b4-5211-409a-adc8-f7572ac6b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:17.191580 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-664546ca-6cd5-45b9-b7dc-dde0a4684851 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:17.349798 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a1554-ce12-4da8-b3b0-8daa5203781e admin admin] Pushing event updated for resources: {'Port': ['ID=d79388c6-9d63-414c-a545-1df4995cca4e,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:17.362065 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dc3e573c-d7de-4434-8c54-26e3fb98e10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:17.370525 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b49a1554-ce12-4da8-b3b0-8daa5203781e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:17.390339 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:17.438743 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504de6d7-0be2-48b5-b189-401ea5564370 req-e14c69e5-2f53-485b-8d70-56c72d618d85 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:17.440302 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-504de6d7-0be2-48b5-b189-401ea5564370 req-e14c69e5-2f53-485b-8d70-56c72d618d85 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2114072 Feb 17 17:59:17.442463 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49a1554-ce12-4da8-b3b0-8daa5203781e admin admin] Network bd966a8f-78f6-46c0-b5c2-6aae684cceda is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:59:17.443698 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-b49a1554-ce12-4da8-b3b0-8daa5203781e admin admin] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:59:17.446068 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49a1554-ce12-4da8-b3b0-8daa5203781e admin admin] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:59:17.512891 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] For port d9cffb9c-cc7b-4458-a9b2-ad2da76c2230, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=d9cffb9c-cc7b-4458-a9b2-ad2da76c2230,segment=NetworkSegment(2313a3ab-1a77-40b1-b19d-ef398bdf7c2c),segment_id=2313a3ab-1a77-40b1-b19d-ef398bdf7c2c)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:59:17.547323 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:17.558112 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9f5143df-aca7-4263-9acf-9a0f902844eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:17.591042 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-504de6d7-0be2-48b5-b189-401ea5564370 req-e77a59ea-d000-4609-b3a5-3777c3be129a tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.28.3.48 HTTP/1.1" status: 200 len: 695 time: 0.1164000 Feb 17 17:59:17.607834 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-504de6d7-0be2-48b5-b189-401ea5564370 req-2c71b0f8-c170-4cd8-8a69-f906e24cbdb5 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Request body: {'floatingip': {'port_id': 'a6081165-871d-4fd6-8439-8ff0967c413e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:17.682722 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b49a1554-ce12-4da8-b3b0-8daa5203781e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846488041'] for router_interface, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:17.724606 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-504de6d7-0be2-48b5-b189-401ea5564370 req-2c71b0f8-c170-4cd8-8a69-f906e24cbdb5 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks [] for floatingip, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:17.741726 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.db.api [None req-dc3e573c-d7de-4434-8c54-26e3fb98e10e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83988) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:59:17.742140 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_db.api [None req-dc3e573c-d7de-4434-8c54-26e3fb98e10e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:59:17.765596 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Pushing event updated for resources: {'Port': ['ID=d9cffb9c-cc7b-4458-a9b2-ad2da76c2230,revision_number=5']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:17.779152 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:17.900019 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-15ac55b4-5211-409a-adc8-f7572ac6b830 None None] Notify callbacks [] for port, precommit_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:17.913741 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-15ac55b4-5211-409a-adc8-f7572ac6b830 None None] Transition to ACTIVE for port object 7cfcae45-970a-4e32-b108-88eaf7616f99 will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:59:17.916330 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-15ac55b4-5211-409a-adc8-f7572ac6b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:17.930721 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:18.073834 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ae-aad1-4ac7-9901-2e12810985c0 None None] Pushing event updated for resources: {'Port': ['ID=7cfcae45-970a-4e32-b108-88eaf7616f99,revision_number=2']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:18.078555 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9adcd3ae-aad1-4ac7-9901-2e12810985c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:18.153080 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-15ac55b4-5211-409a-adc8-f7572ac6b830 None None] Attempting to bind port 7cfcae45-970a-4e32-b108-88eaf7616f99 on host dv-cinder-760199-3-smb for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:59:18.153417 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-15ac55b4-5211-409a-adc8-f7572ac6b830 None None] Attempting to bind port 7cfcae45-970a-4e32-b108-88eaf7616f99 by drivers openvswitch on host dv-cinder-760199-3-smb at level 0 using segments [{'id': '1518ad10-b1eb-469a-b2c2-2c6841e70835', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:59:18.153833 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ac55b4-5211-409a-adc8-f7572ac6b830 None None] Attempting to bind port 7cfcae45-970a-4e32-b108-88eaf7616f99 on network 7adbab01-78f4-4f50-aa4c-26c3aba221ad {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:59:18.160958 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ac55b4-5211-409a-adc8-f7572ac6b830 None None] Checking agent: {'id': '8fdeb372-8e18-4614-ad16-4f33ed73e666', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 30), 'started_at': datetime.datetime(2021, 2, 17, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:59:18.161326 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ac55b4-5211-409a-adc8-f7572ac6b830 None None] Checking segment: {'id': '1518ad10-b1eb-469a-b2c2-2c6841e70835', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:59:18.162049 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-15ac55b4-5211-409a-adc8-f7572ac6b830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:18.162182 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ac55b4-5211-409a-adc8-f7572ac6b830 None None] Bound using segment: {'id': '1518ad10-b1eb-469a-b2c2-2c6841e70835', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:59:18.162729 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-15ac55b4-5211-409a-adc8-f7572ac6b830 None None] Bound port: 7cfcae45-970a-4e32-b108-88eaf7616f99, host: dv-cinder-760199-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1518ad10-b1eb-469a-b2c2-2c6841e70835', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:59:18.163157 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-15ac55b4-5211-409a-adc8-f7572ac6b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:18.296485 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-15ac55b4-5211-409a-adc8-f7572ac6b830 None None] For port 7cfcae45-970a-4e32-b108-88eaf7616f99, host dv-cinder-760199-3-smb, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:59:18.320365 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-15ac55b4-5211-409a-adc8-f7572ac6b830 None None] For port 7cfcae45-970a-4e32-b108-88eaf7616f99, host dv-cinder-760199-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=7cfcae45-970a-4e32-b108-88eaf7616f99,segment=NetworkSegment(1518ad10-b1eb-469a-b2c2-2c6841e70835),segment_id=1518ad10-b1eb-469a-b2c2-2c6841e70835)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:59:18.326907 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-15ac55b4-5211-409a-adc8-f7572ac6b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:18.349194 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:18.473013 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b49a1554-ce12-4da8-b3b0-8daa5203781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:18.683442 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device 31da52d1-217f-40df-a0f2-3b5fd0324bf5 up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:18.812391 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-efa8f03d-49a1-43d9-ae3a-db32d70fc1f5 None None] Provisioning complete for port 31da52d1-217f-40df-a0f2-3b5fd0324bf5 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:18.813123 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-efa8f03d-49a1-43d9-ae3a-db32d70fc1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:18.888849 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ae-aad1-4ac7-9901-2e12810985c0 None None] Pushing event updated for resources: {'Port': ['ID=7cfcae45-970a-4e32-b108-88eaf7616f99,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:18.904821 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9adcd3ae-aad1-4ac7-9901-2e12810985c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:18.976543 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port 31da52d1-217f-40df-a0f2-3b5fd0324bf5 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:18.977059 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:19.102117 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ac55b4-5211-409a-adc8-f7572ac6b830 None None] Routers {'b895b945-be3f-4e99-87c0-4595e2475c39'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:59:19.102750 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-15ac55b4-5211-409a-adc8-f7572ac6b830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:58:58Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['b895b945-be3f-4e99-87c0-4595e2475c39'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:19.117271 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-504de6d7-0be2-48b5-b189-401ea5564370 req-2c71b0f8-c170-4cd8-8a69-f906e24cbdb5 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:19.131195 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-504de6d7-0be2-48b5-b189-401ea5564370 req-2c71b0f8-c170-4cd8-8a69-f906e24cbdb5 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846487875'] for floatingip, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:19.287574 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b49a1554-ce12-4da8-b3b0-8daa5203781e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:19.291820 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b49a1554-ce12-4da8-b3b0-8daa5203781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452680'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:19.323761 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2980b261-ad4d-465b-99eb-440a2e44f606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:19.368572 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-efa8f03d-49a1-43d9-ae3a-db32d70fc1f5 None None] Provisioning for port d79388c6-9d63-414c-a545-1df4995cca4e completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:59:19.392811 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-efa8f03d-49a1-43d9-ae3a-db32d70fc1f5 None None] Provisioning complete for port d79388c6-9d63-414c-a545-1df4995cca4e triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:19.393243 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-efa8f03d-49a1-43d9-ae3a-db32d70fc1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:19.433396 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b49a1554-ce12-4da8-b3b0-8daa5203781e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7924080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8287857'] for router_interface, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:19.456288 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device d9cffb9c-cc7b-4458-a9b2-ad2da76c2230 up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:19.486904 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-15ac55b4-5211-409a-adc8-f7572ac6b830 None None] Set router b895b945-be3f-4e99-87c0-4595e2475c39 gateway port host: dv-cinder-760199-3-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:59:19.538705 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a1554-ce12-4da8-b3b0-8daa5203781e admin admin] Pushing event updated for resources: {'Port': ['ID=d79388c6-9d63-414c-a545-1df4995cca4e,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:19.546665 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b49a1554-ce12-4da8-b3b0-8daa5203781e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:19.557036 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.db.l3_db [req-504de6d7-0be2-48b5-b189-401ea5564370 req-2c71b0f8-c170-4cd8-8a69-f906e24cbdb5 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Floating IP fda21566-d2a1-44f8-a2a8-e7a5a1315086 associated. External IP: 172.28.3.48, port: a6081165-871d-4fd6-8439-8ff0967c413e. Feb 17 17:59:19.590603 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-efa8f03d-49a1-43d9-ae3a-db32d70fc1f5 None None] Port d79388c6-9d63-414c-a545-1df4995cca4e cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:59:19.791428 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port d9cffb9c-cc7b-4458-a9b2-ad2da76c2230 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:19.791864 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:19.797008 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49a1554-ce12-4da8-b3b0-8daa5203781e admin admin] Network bd966a8f-78f6-46c0-b5c2-6aae684cceda is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:59:19.800060 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-b49a1554-ce12-4da8-b3b0-8daa5203781e admin admin] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:59:20.038701 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-55d609e2-04a7-40c0-8a12-e79a86a02628 None None] Provisioning complete for port d79388c6-9d63-414c-a545-1df4995cca4e triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:20.039131 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-55d609e2-04a7-40c0-8a12-e79a86a02628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:20.088737 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-15ac55b4-5211-409a-adc8-f7572ac6b830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b895b945-be3f-4e99-87c0-4595e2475c39', 'name': 'tempest-TestShelveInstance-1727065458-router', 'tenant_id': '1e937128af234a1a8e7c10eedc8af8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': '7cfcae45-970a-4e32-b108-88eaf7616f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:11Z', 'updated_at': '2021-02-17T17:59:17Z', 'revision_number': 4, 'project_id': '1e937128af234a1a8e7c10eedc8af8b6', 'gw_port': {'id': '7cfcae45-970a-4e32-b108-88eaf7616f99', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b895b945-be3f-4e99-87c0-4595e2475c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:12Z', 'updated_at': '2021-02-17T17:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': 'd79388c6-9d63-414c-a545-1df4995cca4e', 'name': '', 'network_id': 'bd966a8f-78f6-46c0-b5c2-6aae684cceda', 'tenant_id': '1e937128af234a1a8e7c10eedc8af8b6', 'mac_address': 'fa:16:3e:6c:3c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b895b945-be3f-4e99-87c0-4595e2475c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '23794870-4f25-4dfe-8821-88ba11a5bb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:16Z', 'updated_at': '2021-02-17T17:59:16Z', 'revision_number': 1, 'project_id': '1e937128af234a1a8e7c10eedc8af8b6', 'subnets': [{'id': '23794870-4f25-4dfe-8821-88ba11a5bb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:20.099462 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ac55b4-5211-409a-adc8-f7572ac6b830 None None] The sync data for ids ['b895b945-be3f-4e99-87c0-4595e2475c39'] in dv-cinder-760199-3-smb is: [{'id': 'b895b945-be3f-4e99-87c0-4595e2475c39', 'name': 'tempest-TestShelveInstance-1727065458-router', 'tenant_id': '1e937128af234a1a8e7c10eedc8af8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': '7cfcae45-970a-4e32-b108-88eaf7616f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:11Z', 'updated_at': '2021-02-17T17:59:17Z', 'revision_number': 4, 'project_id': '1e937128af234a1a8e7c10eedc8af8b6', 'gw_port': {'id': '7cfcae45-970a-4e32-b108-88eaf7616f99', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b895b945-be3f-4e99-87c0-4595e2475c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:12Z', 'updated_at': '2021-02-17T17:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': 'd79388c6-9d63-414c-a545-1df4995cca4e', 'name': '', 'network_id': 'bd966a8f-78f6-46c0-b5c2-6aae684cceda', 'tenant_id': '1e937128af234a1a8e7c10eedc8af8b6', 'mac_address': 'fa:16:3e:6c:3c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b895b945-be3f-4e99-87c0-4595e2475c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '23794870-4f25-4dfe-8821-88ba11a5bb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:16Z', 'updated_at': '2021-02-17T17:59:16Z', 'revision_number': 1, 'project_id': '1e937128af234a1a8e7c10eedc8af8b6', 'subnets': [{'id': '23794870-4f25-4dfe-8821-88ba11a5bb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:59:20.110741 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-55d609e2-04a7-40c0-8a12-e79a86a02628 None None] Port d79388c6-9d63-414c-a545-1df4995cca4e cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:59:20.192944 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49a1554-ce12-4da8-b3b0-8daa5203781e admin admin] Router b895b945-be3f-4e99-87c0-4595e2475c39 has already been hosted by L3 agent b696c7bc-35f9-4b20-9049-f598d63d0e6c {{(pid=83987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:59:20.200197 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-504de6d7-0be2-48b5-b189-401ea5564370 req-2c71b0f8-c170-4cd8-8a69-f906e24cbdb5 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Router 3d979478-e0cb-4dc2-a123-44ebb69fd7de has already been hosted by L3 agent b696c7bc-35f9-4b20-9049-f598d63d0e6c {{(pid=83987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:59:20.829444 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49a1554-ce12-4da8-b3b0-8daa5203781e admin admin] Notify agent at l3_agent.dv-cinder-760199-3-smb the message routers_updated {{(pid=83987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:59:20.836544 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-504de6d7-0be2-48b5-b189-401ea5564370 req-2c71b0f8-c170-4cd8-8a69-f906e24cbdb5 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify agent at l3_agent.dv-cinder-760199-3-smb the message routers_updated {{(pid=83987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:59:20.848521 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-b49a1554-ce12-4da8-b3b0-8daa5203781e admin admin] 10.222.0.49 "PUT /v2.0/routers/b895b945-be3f-4e99-87c0-4595e2475c39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6970756 Feb 17 17:59:20.851742 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6debdf-dcd4-4199-88cf-7f6aee723176 None None] Sync routers for ids ['3d979478-e0cb-4dc2-a123-44ebb69fd7de'] in dv-cinder-760199-3-smb {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:59:20.864623 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-504de6d7-0be2-48b5-b189-401ea5564370 req-2c71b0f8-c170-4cd8-8a69-f906e24cbdb5 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for floatingip, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:20.925243 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6debdf-dcd4-4199-88cf-7f6aee723176 None None] Routers {'3d979478-e0cb-4dc2-a123-44ebb69fd7de'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:59:20.926112 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-cd6debdf-dcd4-4199-88cf-7f6aee723176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:58:58Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['3d979478-e0cb-4dc2-a123-44ebb69fd7de'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:20.965968 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-504de6d7-0be2-48b5-b189-401ea5564370 req-2c71b0f8-c170-4cd8-8a69-f906e24cbdb5 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "PUT /v2.0/floatingips/fda21566-d2a1-44f8-a2a8-e7a5a1315086 HTTP/1.1" status: 200 len: 995 time: 3.3676052 Feb 17 17:59:20.966631 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d42e894-e806-4ae8-8933-2c6e9d7cc2d3', 'tag': 'a6081165-871d-4fd6-8439-8ff0967c413e'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:59:21.071922 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d42e894-e806-4ae8-8933-2c6e9d7cc2d3', 'tag': 'a6081165-871d-4fd6-8439-8ff0967c413e', 'status': 'completed', 'code': 200} Feb 17 17:59:21.122105 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504de6d7-0be2-48b5-b189-401ea5564370 req-fa5d0594-5f38-47ba-bd52-bbe2165335c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:21.128037 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-504de6d7-0be2-48b5-b189-401ea5564370 req-fa5d0594-5f38-47ba-bd52-bbe2165335c2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=80cb560fd0d54a1a809488a27a308e92&device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 1162 time: 0.1481264 Feb 17 17:59:21.199926 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-cd6debdf-dcd4-4199-88cf-7f6aee723176 None None] Set router 3d979478-e0cb-4dc2-a123-44ebb69fd7de gateway port host: dv-cinder-760199-3-smb {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:59:21.283867 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504de6d7-0be2-48b5-b189-401ea5564370 req-35b5e758-a363-4f89-92c7-7bb57609d24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:21.285858 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-504de6d7-0be2-48b5-b189-401ea5564370 req-35b5e758-a363-4f89-92c7-7bb57609d24a service neutron] 10.222.0.49 "GET /v2.0/networks?id=1864f3e4-416d-46c7-a18f-526751e8592d HTTP/1.1" status: 200 len: 908 time: 0.1539850 Feb 17 17:59:21.476253 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-504de6d7-0be2-48b5-b189-401ea5564370 req-290ea9bd-7a49-41ec-92f4-9172504044d5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6081165-871d-4fd6-8439-8ff0967c413e HTTP/1.1" status: 200 len: 998 time: 0.1458046 Feb 17 17:59:21.494859 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a09da-add2-4a24-9eaa-c0b2f0590f5a req-51faa0dc-4770-4fe9-a759-8a100b8ea64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:21.496460 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b57a09da-add2-4a24-9eaa-c0b2f0590f5a req-51faa0dc-4770-4fe9-a759-8a100b8ea64a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=80cb560fd0d54a1a809488a27a308e92&device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 1162 time: 0.2096477 Feb 17 17:59:21.643867 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-cd6debdf-dcd4-4199-88cf-7f6aee723176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'name': 'tempest-TestMinimumBasicScenario-192569653-router', 'tenant_id': '80cb560fd0d54a1a809488a27a308e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e37c4c62-2b12-466e-a295-9d5e66feddff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:58:24Z', 'updated_at': '2021-02-17T17:58:29Z', 'revision_number': 4, 'project_id': '80cb560fd0d54a1a809488a27a308e92', 'gw_port': {'id': 'e37c4c62-2b12-466e-a295-9d5e66feddff', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:25Z', 'updated_at': '2021-02-17T17:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_floatingips': [{'id': 'fda21566-d2a1-44f8-a2a8-e7a5a1315086', 'tenant_id': '80cb560fd0d54a1a809488a27a308e92', 'floating_ip_address': '172.28.3.48', 'floating_network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'router_id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'port_id': 'a6081165-871d-4fd6-8439-8ff0967c413e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1864f3e4-416d-46c7-a18f-526751e8592d', 'mac_address': 'fa:16:3e:33:44:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d42e894-e806-4ae8-8933-2c6e9d7cc2d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:59:15Z', 'updated_at': '2021-02-17T17:59:18Z', 'revision_number': 1, 'project_id': '80cb560fd0d54a1a809488a27a308e92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529302b8-836f-47a7-8955-bfd3a327e374', 'name': '', 'network_id': '1864f3e4-416d-46c7-a18f-526751e8592d', 'tenant_id': '80cb560fd0d54a1a809488a27a308e92', 'mac_address': 'fa:16:3e:59:9b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6cf936ea-a378-4a0a-b203-7ea17cab7ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:29Z', 'updated_at': '2021-02-17T17:58:38Z', 'revision_number': 5, 'project_id': '80cb560fd0d54a1a809488a27a308e92', 'subnets': [{'id': '6cf936ea-a378-4a0a-b203-7ea17cab7ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:21.650062 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6debdf-dcd4-4199-88cf-7f6aee723176 None None] Checking router: 3d979478-e0cb-4dc2-a123-44ebb69fd7de for host: dv-cinder-760199-3-smb {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:59:21.666595 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6debdf-dcd4-4199-88cf-7f6aee723176 None None] Routers {'3d979478-e0cb-4dc2-a123-44ebb69fd7de'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:59:21.667772 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-cd6debdf-dcd4-4199-88cf-7f6aee723176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:58:58Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['3d979478-e0cb-4dc2-a123-44ebb69fd7de'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:21.706463 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504de6d7-0be2-48b5-b189-401ea5564370 req-f1b82bd6-f5c8-423a-88f3-74eca3f5046f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:21.708336 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-504de6d7-0be2-48b5-b189-401ea5564370 req-f1b82bd6-f5c8-423a-88f3-74eca3f5046f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6cf936ea-a378-4a0a-b203-7ea17cab7ebc HTTP/1.1" status: 200 len: 853 time: 0.2161188 Feb 17 17:59:21.792420 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a09da-add2-4a24-9eaa-c0b2f0590f5a req-6698e884-28c1-473b-baac-d96824700ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:21.794114 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b57a09da-add2-4a24-9eaa-c0b2f0590f5a req-6698e884-28c1-473b-baac-d96824700ae0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1864f3e4-416d-46c7-a18f-526751e8592d HTTP/1.1" status: 200 len: 908 time: 0.2582664 Feb 17 17:59:21.898655 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-cd6debdf-dcd4-4199-88cf-7f6aee723176 None None] Set router 3d979478-e0cb-4dc2-a123-44ebb69fd7de gateway port host: dv-cinder-760199-3-smb {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:59:21.934107 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504de6d7-0be2-48b5-b189-401ea5564370 req-ae7450ea-73eb-4023-a88b-b731d7c45702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:21.935918 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-504de6d7-0be2-48b5-b189-401ea5564370 req-ae7450ea-73eb-4023-a88b-b731d7c45702 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1864f3e4-416d-46c7-a18f-526751e8592d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2195506 Feb 17 17:59:21.938546 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b57a09da-add2-4a24-9eaa-c0b2f0590f5a req-f5906e12-0ee5-43e4-95dc-187c6670eb9f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6081165-871d-4fd6-8439-8ff0967c413e HTTP/1.1" status: 200 len: 998 time: 0.1361940 Feb 17 17:59:21.994093 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [req-504de6d7-0be2-48b5-b189-401ea5564370 req-76359f8e-0d50-4b25-b113-8b82c5155301 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=83987) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:59:21.995821 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-504de6d7-0be2-48b5-b189-401ea5564370 req-76359f8e-0d50-4b25-b113-8b82c5155301 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0468798 Feb 17 17:59:22.055558 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-e975f6b1-ecd4-41ba-aef1-148b3d4a02f0 req-be9e1d46-29a2-40eb-b887-ee63365d0e85 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-2070770338', 'description': 'tempest-TestShelveInstance-2070770338 description'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:22.063519 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-e975f6b1-ecd4-41ba-aef1-148b3d4a02f0 req-be9e1d46-29a2-40eb-b887-ee63365d0e85 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:22.069211 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-e975f6b1-ecd4-41ba-aef1-148b3d4a02f0 req-be9e1d46-29a2-40eb-b887-ee63365d0e85 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Usage tracker for resource:security_group and tenant:d9260803b00f492fbb2783fcefb3624d is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:22.073446 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-e975f6b1-ecd4-41ba-aef1-148b3d4a02f0 req-be9e1d46-29a2-40eb-b887-ee63365d0e85 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:22.081477 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-e975f6b1-ecd4-41ba-aef1-148b3d4a02f0 req-be9e1d46-29a2-40eb-b887-ee63365d0e85 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:22.094419 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e975f6b1-ecd4-41ba-aef1-148b3d4a02f0 req-be9e1d46-29a2-40eb-b887-ee63365d0e85 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:22.121697 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-e975f6b1-ecd4-41ba-aef1-148b3d4a02f0 req-be9e1d46-29a2-40eb-b887-ee63365d0e85 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:22.127024 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-e975f6b1-ecd4-41ba-aef1-148b3d4a02f0 req-be9e1d46-29a2-40eb-b887-ee63365d0e85 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Usage tracker for resource:security_group_rule and tenant:d9260803b00f492fbb2783fcefb3624d is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:22.130417 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-e975f6b1-ecd4-41ba-aef1-148b3d4a02f0 req-be9e1d46-29a2-40eb-b887-ee63365d0e85 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:22.137432 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a09da-add2-4a24-9eaa-c0b2f0590f5a req-038d2766-1751-4726-9315-0f3f222baa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:22.137685 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-e975f6b1-ecd4-41ba-aef1-148b3d4a02f0 req-be9e1d46-29a2-40eb-b887-ee63365d0e85 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:22.139084 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b57a09da-add2-4a24-9eaa-c0b2f0590f5a req-038d2766-1751-4726-9315-0f3f222baa14 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf936ea-a378-4a0a-b203-7ea17cab7ebc HTTP/1.1" status: 200 len: 853 time: 0.1892724 Feb 17 17:59:22.228841 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e975f6b1-ecd4-41ba-aef1-148b3d4a02f0 req-be9e1d46-29a2-40eb-b887-ee63365d0e85 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:22.232262 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e975f6b1-ecd4-41ba-aef1-148b3d4a02f0 req-be9e1d46-29a2-40eb-b887-ee63365d0e85 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:22.238369 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6126fc5c-f420-4959-b7aa-d2e041672a56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:22.247883 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-504de6d7-0be2-48b5-b189-401ea5564370 req-2547c50f-a745-494b-b709-53ac12d2cef3 service neutron] 10.222.0.49 "GET /v2.0/networks/1864f3e4-416d-46c7-a18f-526751e8592d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406037 Feb 17 17:59:22.283646 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e1d46-29a2-40eb-b887-ee63365d0e85 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:22.287454 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e975f6b1-ecd4-41ba-aef1-148b3d4a02f0 req-be9e1d46-29a2-40eb-b887-ee63365d0e85 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:22.292831 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e975f6b1-ecd4-41ba-aef1-148b3d4a02f0 req-be9e1d46-29a2-40eb-b887-ee63365d0e85 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2442915 Feb 17 17:59:22.293972 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-be9e1d46-29a2-40eb-b887-ee63365d0e85 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:22.303033 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a09da-add2-4a24-9eaa-c0b2f0590f5a req-c1e280bd-4fae-46bb-8559-c6432a716851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:22.304937 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b57a09da-add2-4a24-9eaa-c0b2f0590f5a req-c1e280bd-4fae-46bb-8559-c6432a716851 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1864f3e4-416d-46c7-a18f-526751e8592d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1589727 Feb 17 17:59:22.382872 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5be37540-5613-4fc1-adbe-d59411617375 req-4df3ebdb-2409-49ed-9f29-4c0c18c66dfc tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/security-groups/aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c HTTP/1.1" status: 200 len: 1802 time: 0.0680766 Feb 17 17:59:22.397015 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-5be37540-5613-4fc1-adbe-d59411617375 req-b548725e-22d7-453a-9bd8-d8e50caf9065 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:22.397467 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-5be37540-5613-4fc1-adbe-d59411617375 req-b548725e-22d7-453a-9bd8-d8e50caf9065 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:22.404119 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-5be37540-5613-4fc1-adbe-d59411617375 req-b548725e-22d7-453a-9bd8-d8e50caf9065 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:22.408714 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-5be37540-5613-4fc1-adbe-d59411617375 req-b548725e-22d7-453a-9bd8-d8e50caf9065 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Usage tracker for resource:security_group_rule and tenant:d9260803b00f492fbb2783fcefb3624d is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:22.412428 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-5be37540-5613-4fc1-adbe-d59411617375 req-b548725e-22d7-453a-9bd8-d8e50caf9065 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:22.418686 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-5be37540-5613-4fc1-adbe-d59411617375 req-b548725e-22d7-453a-9bd8-d8e50caf9065 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:22.452995 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device 7cfcae45-970a-4e32-b108-88eaf7616f99 up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:22.497543 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5be37540-5613-4fc1-adbe-d59411617375 req-b548725e-22d7-453a-9bd8-d8e50caf9065 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:22.529101 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-cd6debdf-dcd4-4199-88cf-7f6aee723176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'name': 'tempest-TestMinimumBasicScenario-192569653-router', 'tenant_id': '80cb560fd0d54a1a809488a27a308e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e37c4c62-2b12-466e-a295-9d5e66feddff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:58:24Z', 'updated_at': '2021-02-17T17:58:29Z', 'revision_number': 4, 'project_id': '80cb560fd0d54a1a809488a27a308e92', 'gw_port': {'id': 'e37c4c62-2b12-466e-a295-9d5e66feddff', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:25Z', 'updated_at': '2021-02-17T17:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_floatingips': [{'id': 'fda21566-d2a1-44f8-a2a8-e7a5a1315086', 'tenant_id': '80cb560fd0d54a1a809488a27a308e92', 'floating_ip_address': '172.28.3.48', 'floating_network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'router_id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'port_id': 'a6081165-871d-4fd6-8439-8ff0967c413e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1864f3e4-416d-46c7-a18f-526751e8592d', 'mac_address': 'fa:16:3e:33:44:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d42e894-e806-4ae8-8933-2c6e9d7cc2d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:59:15Z', 'updated_at': '2021-02-17T17:59:18Z', 'revision_number': 1, 'project_id': '80cb560fd0d54a1a809488a27a308e92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529302b8-836f-47a7-8955-bfd3a327e374', 'name': '', 'network_id': '1864f3e4-416d-46c7-a18f-526751e8592d', 'tenant_id': '80cb560fd0d54a1a809488a27a308e92', 'mac_address': 'fa:16:3e:59:9b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6cf936ea-a378-4a0a-b203-7ea17cab7ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:29Z', 'updated_at': '2021-02-17T17:58:38Z', 'revision_number': 5, 'project_id': '80cb560fd0d54a1a809488a27a308e92', 'subnets': [{'id': '6cf936ea-a378-4a0a-b203-7ea17cab7ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:22.532119 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5be37540-5613-4fc1-adbe-d59411617375 req-b548725e-22d7-453a-9bd8-d8e50caf9065 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:22.535207 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6debdf-dcd4-4199-88cf-7f6aee723176 None None] The sync data for ids ['3d979478-e0cb-4dc2-a123-44ebb69fd7de'] in dv-cinder-760199-3-smb is: [{'id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'name': 'tempest-TestMinimumBasicScenario-192569653-router', 'tenant_id': '80cb560fd0d54a1a809488a27a308e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e37c4c62-2b12-466e-a295-9d5e66feddff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:58:24Z', 'updated_at': '2021-02-17T17:58:29Z', 'revision_number': 4, 'project_id': '80cb560fd0d54a1a809488a27a308e92', 'gw_port': {'id': 'e37c4c62-2b12-466e-a295-9d5e66feddff', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:25Z', 'updated_at': '2021-02-17T17:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_floatingips': [{'id': 'fda21566-d2a1-44f8-a2a8-e7a5a1315086', 'tenant_id': '80cb560fd0d54a1a809488a27a308e92', 'floating_ip_address': '172.28.3.48', 'floating_network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'router_id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'port_id': 'a6081165-871d-4fd6-8439-8ff0967c413e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1864f3e4-416d-46c7-a18f-526751e8592d', 'mac_address': 'fa:16:3e:33:44:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d42e894-e806-4ae8-8933-2c6e9d7cc2d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:59:15Z', 'updated_at': '2021-02-17T17:59:18Z', 'revision_number': 1, 'project_id': '80cb560fd0d54a1a809488a27a308e92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529302b8-836f-47a7-8955-bfd3a327e374', 'name': '', 'network_id': '1864f3e4-416d-46c7-a18f-526751e8592d', 'tenant_id': '80cb560fd0d54a1a809488a27a308e92', 'mac_address': 'fa:16:3e:59:9b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6cf936ea-a378-4a0a-b203-7ea17cab7ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:29Z', 'updated_at': '2021-02-17T17:58:38Z', 'revision_number': 5, 'project_id': '80cb560fd0d54a1a809488a27a308e92', 'subnets': [{'id': '6cf936ea-a378-4a0a-b203-7ea17cab7ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:59:22.536519 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5be37540-5613-4fc1-adbe-d59411617375 req-b548725e-22d7-453a-9bd8-d8e50caf9065 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387695'] for security_group_rule, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:22.538825 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0b5b31a3-192f-497f-99bf-bc4816609f64 tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:22.556169 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-504de6d7-0be2-48b5-b189-401ea5564370 req-503642a2-9241-4d9a-86a4-a74338506bf8 service neutron] 10.222.0.49 "GET /v2.0/networks/1864f3e4-416d-46c7-a18f-526751e8592d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2867692 Feb 17 17:59:22.565647 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b548725e-22d7-453a-9bd8-d8e50caf9065 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a7c615-a393-4aff-a71e-9bca22618ffd,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:22.570969 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b548725e-22d7-453a-9bd8-d8e50caf9065 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:22.571244 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning for port 7cfcae45-970a-4e32-b108-88eaf7616f99 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:59:22.580495 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port 7cfcae45-970a-4e32-b108-88eaf7616f99 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:22.582271 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5be37540-5613-4fc1-adbe-d59411617375 req-b548725e-22d7-453a-9bd8-d8e50caf9065 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:22.584356 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b57a09da-add2-4a24-9eaa-c0b2f0590f5a req-57c8512e-920f-4a8f-8f3a-dded23509c6c service neutron] 10.222.0.67 "GET /v2.0/networks/1864f3e4-416d-46c7-a18f-526751e8592d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200856 Feb 17 17:59:22.584858 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:22.585665 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5be37540-5613-4fc1-adbe-d59411617375 req-b548725e-22d7-453a-9bd8-d8e50caf9065 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1950681 Feb 17 17:59:22.629887 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-a53b2b19-ff61-4dbf-8913-63a15416cdfa req-f9b81f3f-c60f-4598-a08f-8d69fa85c534 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-205772610', 'description': 'tempest-TestMinimumBasicScenario-205772610 description'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:22.676405 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f27ffdbf-b6f1-45a3-ae68-5ad4d328ba91 req-b6687bd2-b534-4de2-a2e2-b69bf7851046 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/security-groups/aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c HTTP/1.1" status: 200 len: 2395 time: 0.0652623 Feb 17 17:59:22.688479 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-f27ffdbf-b6f1-45a3-ae68-5ad4d328ba91 req-15605b8b-f20b-4fbc-81e4-84fb931cea5f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c', 'remote_group_id': None}]} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:22.688965 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-f27ffdbf-b6f1-45a3-ae68-5ad4d328ba91 req-15605b8b-f20b-4fbc-81e4-84fb931cea5f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c', 'remote_group_id': None}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:22.696099 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-f27ffdbf-b6f1-45a3-ae68-5ad4d328ba91 req-15605b8b-f20b-4fbc-81e4-84fb931cea5f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:22.696817 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-a53b2b19-ff61-4dbf-8913-63a15416cdfa req-f9b81f3f-c60f-4598-a08f-8d69fa85c534 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:22.700796 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-f27ffdbf-b6f1-45a3-ae68-5ad4d328ba91 req-15605b8b-f20b-4fbc-81e4-84fb931cea5f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Usage tracker for resource:security_group_rule and tenant:d9260803b00f492fbb2783fcefb3624d is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:22.706165 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-f27ffdbf-b6f1-45a3-ae68-5ad4d328ba91 req-15605b8b-f20b-4fbc-81e4-84fb931cea5f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:22.713518 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-f27ffdbf-b6f1-45a3-ae68-5ad4d328ba91 req-15605b8b-f20b-4fbc-81e4-84fb931cea5f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:22.722969 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-a53b2b19-ff61-4dbf-8913-63a15416cdfa req-f9b81f3f-c60f-4598-a08f-8d69fa85c534 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:22.741923 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:22.749969 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a53b2b19-ff61-4dbf-8913-63a15416cdfa req-f9b81f3f-c60f-4598-a08f-8d69fa85c534 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:22.760495 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] For port 7cfcae45-970a-4e32-b108-88eaf7616f99, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=7cfcae45-970a-4e32-b108-88eaf7616f99,segment=NetworkSegment(1518ad10-b1eb-469a-b2c2-2c6841e70835),segment_id=1518ad10-b1eb-469a-b2c2-2c6841e70835)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:59:22.765141 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:22.769350 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-aef25aa0-dd38-4593-af89-337c29e05c63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:22.793590 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f27ffdbf-b6f1-45a3-ae68-5ad4d328ba91 req-15605b8b-f20b-4fbc-81e4-84fb931cea5f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:22.794306 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-a53b2b19-ff61-4dbf-8913-63a15416cdfa req-f9b81f3f-c60f-4598-a08f-8d69fa85c534 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:22.801697 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b57a09da-add2-4a24-9eaa-c0b2f0590f5a req-e197bc55-0ade-49a4-9b3f-1f4777f4d472 service neutron] 10.222.0.67 "GET /v2.0/networks/1864f3e4-416d-46c7-a18f-526751e8592d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2035606 Feb 17 17:59:22.802706 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-a53b2b19-ff61-4dbf-8913-63a15416cdfa req-f9b81f3f-c60f-4598-a08f-8d69fa85c534 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Usage tracker for resource:security_group_rule and tenant:80cb560fd0d54a1a809488a27a308e92 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:22.805984 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-a53b2b19-ff61-4dbf-8913-63a15416cdfa req-f9b81f3f-c60f-4598-a08f-8d69fa85c534 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:22.812797 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-a53b2b19-ff61-4dbf-8913-63a15416cdfa req-f9b81f3f-c60f-4598-a08f-8d69fa85c534 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:22.820946 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f27ffdbf-b6f1-45a3-ae68-5ad4d328ba91 req-15605b8b-f20b-4fbc-81e4-84fb931cea5f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:22.824468 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f27ffdbf-b6f1-45a3-ae68-5ad4d328ba91 req-15605b8b-f20b-4fbc-81e4-84fb931cea5f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387695'] for security_group_rule, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:22.827426 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:22.856229 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15605b8b-f20b-4fbc-81e4-84fb931cea5f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7744534-3513-4f06-b90e-d3d76439e80d,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:22.862236 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Pushing event updated for resources: {'Port': ['ID=7cfcae45-970a-4e32-b108-88eaf7616f99,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:22.866873 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:22.874086 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-15605b8b-f20b-4fbc-81e4-84fb931cea5f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:22.882408 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f27ffdbf-b6f1-45a3-ae68-5ad4d328ba91 req-15605b8b-f20b-4fbc-81e4-84fb931cea5f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:22.884091 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f27ffdbf-b6f1-45a3-ae68-5ad4d328ba91 req-15605b8b-f20b-4fbc-81e4-84fb931cea5f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2006638 Feb 17 17:59:22.912330 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a53b2b19-ff61-4dbf-8913-63a15416cdfa req-f9b81f3f-c60f-4598-a08f-8d69fa85c534 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:22.915331 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a53b2b19-ff61-4dbf-8913-63a15416cdfa req-f9b81f3f-c60f-4598-a08f-8d69fa85c534 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:22.929866 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b28f0a4d-6ff8-4e46-bb84-b838d2f6534e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:22.932823 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89476585-d884-46e4-9c83-bcbc7cde0a0f None None] New status for floating IP fda21566-d2a1-44f8-a2a8-e7a5a1315086: ACTIVE {{(pid=83988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 17:59:22.980579 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b81f3f-c60f-4598-a08f-8d69fa85c534 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a86b2be-e5d2-434f-bc45-29b6e41ef234,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:22.985262 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f9b81f3f-c60f-4598-a08f-8d69fa85c534 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:22.987110 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a53b2b19-ff61-4dbf-8913-63a15416cdfa req-f9b81f3f-c60f-4598-a08f-8d69fa85c534 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:22.992214 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a53b2b19-ff61-4dbf-8913-63a15416cdfa req-f9b81f3f-c60f-4598-a08f-8d69fa85c534 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3710389 Feb 17 17:59:23.082638 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-33b4bb66-86a9-45ea-ae21-8a7b2f277e60 req-7a7708da-613f-4e44-8f76-076d75f44388 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups/6a86b2be-e5d2-434f-bc45-29b6e41ef234 HTTP/1.1" status: 200 len: 1812 time: 0.0645554 Feb 17 17:59:23.095070 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-33b4bb66-86a9-45ea-ae21-8a7b2f277e60 req-1346ed0d-9c35-4769-9825-e357f317b6aa tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6a86b2be-e5d2-434f-bc45-29b6e41ef234', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:23.095508 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-33b4bb66-86a9-45ea-ae21-8a7b2f277e60 req-1346ed0d-9c35-4769-9825-e357f317b6aa tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6a86b2be-e5d2-434f-bc45-29b6e41ef234', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:23.102440 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-33b4bb66-86a9-45ea-ae21-8a7b2f277e60 req-1346ed0d-9c35-4769-9825-e357f317b6aa tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:23.126845 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-33b4bb66-86a9-45ea-ae21-8a7b2f277e60 req-1346ed0d-9c35-4769-9825-e357f317b6aa tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Usage tracker for resource:security_group_rule and tenant:80cb560fd0d54a1a809488a27a308e92 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:23.139812 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-33b4bb66-86a9-45ea-ae21-8a7b2f277e60 req-1346ed0d-9c35-4769-9825-e357f317b6aa tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:23.147450 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-33b4bb66-86a9-45ea-ae21-8a7b2f277e60 req-1346ed0d-9c35-4769-9825-e357f317b6aa tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:23.209518 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-33b4bb66-86a9-45ea-ae21-8a7b2f277e60 req-1346ed0d-9c35-4769-9825-e357f317b6aa tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:23.238870 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-33b4bb66-86a9-45ea-ae21-8a7b2f277e60 req-1346ed0d-9c35-4769-9825-e357f317b6aa tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:23.243121 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-33b4bb66-86a9-45ea-ae21-8a7b2f277e60 req-1346ed0d-9c35-4769-9825-e357f317b6aa tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387695'] for security_group_rule, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:23.245864 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:23.276508 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346ed0d-9c35-4769-9825-e357f317b6aa tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc7172bf-5a64-4d60-897f-6b41b6a2481e,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:23.279342 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1346ed0d-9c35-4769-9825-e357f317b6aa tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:23.287889 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-33b4bb66-86a9-45ea-ae21-8a7b2f277e60 req-1346ed0d-9c35-4769-9825-e357f317b6aa tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:23.289255 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-33b4bb66-86a9-45ea-ae21-8a7b2f277e60 req-1346ed0d-9c35-4769-9825-e357f317b6aa tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1999540 Feb 17 17:59:23.369317 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7361ee68-2a07-4c2c-9b4e-e42ab0ee0adf req-cc58c1a7-56f2-4f73-9358-e4f3151b28c1 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups/6a86b2be-e5d2-434f-bc45-29b6e41ef234 HTTP/1.1" status: 200 len: 2405 time: 0.0558410 Feb 17 17:59:23.381342 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-7361ee68-2a07-4c2c-9b4e-e42ab0ee0adf req-4565c80e-69a2-418f-ac7b-25179d8a3f9f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6a86b2be-e5d2-434f-bc45-29b6e41ef234', 'remote_group_id': None}]} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:23.381807 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-7361ee68-2a07-4c2c-9b4e-e42ab0ee0adf req-4565c80e-69a2-418f-ac7b-25179d8a3f9f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6a86b2be-e5d2-434f-bc45-29b6e41ef234', 'remote_group_id': None}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:23.388826 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-7361ee68-2a07-4c2c-9b4e-e42ab0ee0adf req-4565c80e-69a2-418f-ac7b-25179d8a3f9f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:23.393463 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-7361ee68-2a07-4c2c-9b4e-e42ab0ee0adf req-4565c80e-69a2-418f-ac7b-25179d8a3f9f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Usage tracker for resource:security_group_rule and tenant:80cb560fd0d54a1a809488a27a308e92 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:23.397464 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-7361ee68-2a07-4c2c-9b4e-e42ab0ee0adf req-4565c80e-69a2-418f-ac7b-25179d8a3f9f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:23.404388 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-7361ee68-2a07-4c2c-9b4e-e42ab0ee0adf req-4565c80e-69a2-418f-ac7b-25179d8a3f9f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:23.466463 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7361ee68-2a07-4c2c-9b4e-e42ab0ee0adf req-4565c80e-69a2-418f-ac7b-25179d8a3f9f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:23.492680 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7361ee68-2a07-4c2c-9b4e-e42ab0ee0adf req-4565c80e-69a2-418f-ac7b-25179d8a3f9f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:23.495634 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7361ee68-2a07-4c2c-9b4e-e42ab0ee0adf req-4565c80e-69a2-418f-ac7b-25179d8a3f9f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387695'] for security_group_rule, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:23.498084 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:23.523533 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565c80e-69a2-418f-ac7b-25179d8a3f9f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e09f84eb-9643-4f6b-b76b-12e70d4bad42,revision_number=0']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:23.526315 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4565c80e-69a2-418f-ac7b-25179d8a3f9f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:23.534516 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7361ee68-2a07-4c2c-9b4e-e42ab0ee0adf req-4565c80e-69a2-418f-ac7b-25179d8a3f9f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:23.535929 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7361ee68-2a07-4c2c-9b4e-e42ab0ee0adf req-4565c80e-69a2-418f-ac7b-25179d8a3f9f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1592157 Feb 17 17:59:23.607415 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ff5e27-69ef-40a3-8165-2e2c1c125eae None None] Sync routers for ids ['b895b945-be3f-4e99-87c0-4595e2475c39'] in dv-cinder-760199-3-smb {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:59:23.619181 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ff5e27-69ef-40a3-8165-2e2c1c125eae None None] Routers {'b895b945-be3f-4e99-87c0-4595e2475c39'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:59:23.620034 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-65ff5e27-69ef-40a3-8165-2e2c1c125eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:58:58Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['b895b945-be3f-4e99-87c0-4595e2475c39'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:23.703357 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8f8a68eb-b923-483f-83a0-907e89a19996 req-8f5ee7d1-731f-4d45-a3ae-846a90dccfbb tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-205772610&fields=id&tenant_id=80cb560fd0d54a1a809488a27a308e92 HTTP/1.1" status: 200 len: 267 time: 0.0524077 Feb 17 17:59:23.799894 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a68eb-b923-483f-83a0-907e89a19996 req-6fbc3a65-f515-4a90-bd04-2b62b75d14cc tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:23.801558 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8f8a68eb-b923-483f-83a0-907e89a19996 req-6fbc3a65-f515-4a90-bd04-2b62b75d14cc tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 945 time: 0.0912511 Feb 17 17:59:23.815392 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-8f8a68eb-b923-483f-83a0-907e89a19996 req-17cf10e4-f8f2-47f7-851f-ba42aae008e1 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Request body: {'port': {'security_groups': ['df3e3a2e-4c21-404f-93c8-e7ea555e86d8', '6a86b2be-e5d2-434f-bc45-29b6e41ef234']}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:23.824916 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-65ff5e27-69ef-40a3-8165-2e2c1c125eae None None] Set router b895b945-be3f-4e99-87c0-4595e2475c39 gateway port host: dv-cinder-760199-3-smb {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:59:23.962305 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8f8a68eb-b923-483f-83a0-907e89a19996 req-17cf10e4-f8f2-47f7-851f-ba42aae008e1 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:24.193540 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-65ff5e27-69ef-40a3-8165-2e2c1c125eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b895b945-be3f-4e99-87c0-4595e2475c39', 'name': 'tempest-TestShelveInstance-1727065458-router', 'tenant_id': '1e937128af234a1a8e7c10eedc8af8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': '7cfcae45-970a-4e32-b108-88eaf7616f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:11Z', 'updated_at': '2021-02-17T17:59:17Z', 'revision_number': 4, 'project_id': '1e937128af234a1a8e7c10eedc8af8b6', 'gw_port': {'id': '7cfcae45-970a-4e32-b108-88eaf7616f99', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b895b945-be3f-4e99-87c0-4595e2475c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:12Z', 'updated_at': '2021-02-17T17:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': 'd79388c6-9d63-414c-a545-1df4995cca4e', 'name': '', 'network_id': 'bd966a8f-78f6-46c0-b5c2-6aae684cceda', 'tenant_id': '1e937128af234a1a8e7c10eedc8af8b6', 'mac_address': 'fa:16:3e:6c:3c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b895b945-be3f-4e99-87c0-4595e2475c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '23794870-4f25-4dfe-8821-88ba11a5bb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:16Z', 'updated_at': '2021-02-17T17:59:18Z', 'revision_number': 2, 'project_id': '1e937128af234a1a8e7c10eedc8af8b6', 'subnets': [{'id': '23794870-4f25-4dfe-8821-88ba11a5bb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:24.198065 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ff5e27-69ef-40a3-8165-2e2c1c125eae None None] Checking router: b895b945-be3f-4e99-87c0-4595e2475c39 for host: dv-cinder-760199-3-smb {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:59:24.198526 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ff5e27-69ef-40a3-8165-2e2c1c125eae None None] Updating router b895b945-be3f-4e99-87c0-4595e2475c39 port d79388c6-9d63-414c-a545-1df4995cca4e binding host dv-cinder-760199-3-smb {{(pid=83989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:59:24.258451 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-65ff5e27-69ef-40a3-8165-2e2c1c125eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:24.343154 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-8f8a68eb-b923-483f-83a0-907e89a19996 req-17cf10e4-f8f2-47f7-851f-ba42aae008e1 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] For port a6081165-871d-4fd6-8439-8ff0967c413e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a6081165-871d-4fd6-8439-8ff0967c413e,segment=NetworkSegment(8e1ec4be-1f81-468e-ac9e-417db8202315),segment_id=8e1ec4be-1f81-468e-ac9e-417db8202315)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:59:24.377073 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8f8a68eb-b923-483f-83a0-907e89a19996 req-17cf10e4-f8f2-47f7-851f-ba42aae008e1 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:24.379452 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8f8a68eb-b923-483f-83a0-907e89a19996 req-17cf10e4-f8f2-47f7-851f-ba42aae008e1 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5453476'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:24.395109 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device 7cfcae45-970a-4e32-b108-88eaf7616f99 up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:24.399306 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e01c1e86-c01f-43de-be64-4a6be3469bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:24.473724 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port 7cfcae45-970a-4e32-b108-88eaf7616f99 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:24.474392 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:24.571551 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf10e4-f8f2-47f7-851f-ba42aae008e1 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Pushing event updated for resources: {'Port': ['ID=a6081165-871d-4fd6-8439-8ff0967c413e,revision_number=5']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:24.575765 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-17cf10e4-f8f2-47f7-851f-ba42aae008e1 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:24.621638 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a68eb-b923-483f-83a0-907e89a19996 req-17cf10e4-f8f2-47f7-851f-ba42aae008e1 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:24.622384 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8f8a68eb-b923-483f-83a0-907e89a19996 req-17cf10e4-f8f2-47f7-851f-ba42aae008e1 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:24.624733 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8f8a68eb-b923-483f-83a0-907e89a19996 req-17cf10e4-f8f2-47f7-851f-ba42aae008e1 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "PUT /v2.0/ports/a6081165-871d-4fd6-8439-8ff0967c413e HTTP/1.1" status: 200 len: 981 time: 0.8162019 Feb 17 17:59:24.625445 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d42e894-e806-4ae8-8933-2c6e9d7cc2d3', 'tag': 'a6081165-871d-4fd6-8439-8ff0967c413e'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:59:24.731739 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-65ff5e27-69ef-40a3-8165-2e2c1c125eae None None] Notify callbacks [] for port, precommit_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:24.745457 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-65ff5e27-69ef-40a3-8165-2e2c1c125eae None None] Transition to ACTIVE for port object d79388c6-9d63-414c-a545-1df4995cca4e will not be triggered until provisioned by entity L2. {{(pid=83989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:59:24.749082 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-65ff5e27-69ef-40a3-8165-2e2c1c125eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:24.868980 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d42e894-e806-4ae8-8933-2c6e9d7cc2d3', 'tag': 'a6081165-871d-4fd6-8439-8ff0967c413e', 'status': 'completed', 'code': 200} Feb 17 17:59:24.940521 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562180f-0999-4078-b6e3-e6f6697b9ff8 req-121dda4b-11ff-4c84-af1b-dd6c54c3ba51 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:24.942761 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f562180f-0999-4078-b6e3-e6f6697b9ff8 req-121dda4b-11ff-4c84-af1b-dd6c54c3ba51 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 984 time: 0.1567423 Feb 17 17:59:24.947535 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:24.981444 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-c0896d9e-f31b-486d-949d-2eec8bcef4e2 None None] Provisioning complete for port a6081165-871d-4fd6-8439-8ff0967c413e triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:24.982489 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c0896d9e-f31b-486d-949d-2eec8bcef4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:25.006942 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f562180f-0999-4078-b6e3-e6f6697b9ff8 req-76237392-8368-4e79-baae-4a38c1e0833c tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a86b2be-e5d2-434f-bc45-29b6e41ef234&id=df3e3a2e-4c21-404f-93c8-e7ea555e86d8&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0574360 Feb 17 17:59:25.014562 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202010c-f550-455c-9ef5-180221b02002 req-1d3bade4-f568-4267-b13f-7d72e83bc5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:25.016272 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f202010c-f550-455c-9ef5-180221b02002 req-1d3bade4-f568-4267-b13f-7d72e83bc5bf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=80cb560fd0d54a1a809488a27a308e92&device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 1202 time: 0.1140203 Feb 17 17:59:25.036848 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce1ff4-f45a-4a68-bfe7-839841a1a41a None None] Pushing event updated for resources: {'Port': ['ID=d79388c6-9d63-414c-a545-1df4995cca4e,revision_number=3']} {{(pid=83989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:25.040424 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6bce1ff4-f45a-4a68-bfe7-839841a1a41a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:25.198806 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-65ff5e27-69ef-40a3-8165-2e2c1c125eae None None] Attempting to bind port d79388c6-9d63-414c-a545-1df4995cca4e on host dv-cinder-760199-3-smb for vnic_type normal with profile {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:59:25.199343 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-65ff5e27-69ef-40a3-8165-2e2c1c125eae None None] Attempting to bind port d79388c6-9d63-414c-a545-1df4995cca4e by drivers openvswitch on host dv-cinder-760199-3-smb at level 0 using segments [{'id': '07e9004e-ef50-41fc-9065-26a0bc86b4f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bd966a8f-78f6-46c0-b5c2-6aae684cceda'}] {{(pid=83989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:59:25.199831 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ff5e27-69ef-40a3-8165-2e2c1c125eae None None] Attempting to bind port d79388c6-9d63-414c-a545-1df4995cca4e on network bd966a8f-78f6-46c0-b5c2-6aae684cceda {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:59:25.205871 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202010c-f550-455c-9ef5-180221b02002 req-e2663ec0-c95d-4de6-97cf-fdde682cbf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:25.206836 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ff5e27-69ef-40a3-8165-2e2c1c125eae None None] Checking agent: {'id': '8fdeb372-8e18-4614-ad16-4f33ed73e666', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 30), 'started_at': datetime.datetime(2021, 2, 17, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:59:25.207367 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ff5e27-69ef-40a3-8165-2e2c1c125eae None None] Checking segment: {'id': '07e9004e-ef50-41fc-9065-26a0bc86b4f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bd966a8f-78f6-46c0-b5c2-6aae684cceda'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:59:25.207683 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f202010c-f550-455c-9ef5-180221b02002 req-e2663ec0-c95d-4de6-97cf-fdde682cbf0e service neutron] 10.222.0.67 "GET /v2.0/networks?id=1864f3e4-416d-46c7-a18f-526751e8592d HTTP/1.1" status: 200 len: 908 time: 0.1826258 Feb 17 17:59:25.208067 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-65ff5e27-69ef-40a3-8165-2e2c1c125eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:25.208576 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ff5e27-69ef-40a3-8165-2e2c1c125eae None None] Bound using segment: {'id': '07e9004e-ef50-41fc-9065-26a0bc86b4f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bd966a8f-78f6-46c0-b5c2-6aae684cceda'} {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:59:25.209240 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-65ff5e27-69ef-40a3-8165-2e2c1c125eae None None] Bound port: d79388c6-9d63-414c-a545-1df4995cca4e, host: dv-cinder-760199-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e9004e-ef50-41fc-9065-26a0bc86b4f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bd966a8f-78f6-46c0-b5c2-6aae684cceda'}}] {{(pid=83989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:59:25.209733 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-65ff5e27-69ef-40a3-8165-2e2c1c125eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:25.320159 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-65ff5e27-69ef-40a3-8165-2e2c1c125eae None None] For port d79388c6-9d63-414c-a545-1df4995cca4e, host dv-cinder-760199-3-smb, cleared binding levels {{(pid=83989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:59:25.324185 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-65ff5e27-69ef-40a3-8165-2e2c1c125eae None None] For port d79388c6-9d63-414c-a545-1df4995cca4e, host dv-cinder-760199-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=d79388c6-9d63-414c-a545-1df4995cca4e,segment=NetworkSegment(07e9004e-ef50-41fc-9065-26a0bc86b4f7),segment_id=07e9004e-ef50-41fc-9065-26a0bc86b4f7)] {{(pid=83989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:59:25.328130 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-65ff5e27-69ef-40a3-8165-2e2c1c125eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:25.334709 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f202010c-f550-455c-9ef5-180221b02002 req-8f775765-f480-4ed5-aeab-0cfed04361b8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6081165-871d-4fd6-8439-8ff0967c413e HTTP/1.1" status: 200 len: 1000 time: 0.1190572 Feb 17 17:59:25.344855 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-35bf766a-0840-47c9-9757-12280c00ca16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:25.413602 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-06dc7318-c1eb-44ef-af69-5a41cb7aea3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:25.423633 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202010c-f550-455c-9ef5-180221b02002 req-4d7da55c-8220-4c7d-b7cd-cd4b0b07905f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:25.425269 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f202010c-f550-455c-9ef5-180221b02002 req-4d7da55c-8220-4c7d-b7cd-cd4b0b07905f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf936ea-a378-4a0a-b203-7ea17cab7ebc HTTP/1.1" status: 200 len: 853 time: 0.0836213 Feb 17 17:59:25.511685 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce1ff4-f45a-4a68-bfe7-839841a1a41a None None] Pushing event updated for resources: {'Port': ['ID=d79388c6-9d63-414c-a545-1df4995cca4e,revision_number=4']} {{(pid=83989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:25.511952 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202010c-f550-455c-9ef5-180221b02002 req-d088bcfa-91a0-4a92-9d64-b78a2e273844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:25.513562 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f202010c-f550-455c-9ef5-180221b02002 req-d088bcfa-91a0-4a92-9d64-b78a2e273844 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1864f3e4-416d-46c7-a18f-526751e8592d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0799992 Feb 17 17:59:25.518692 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6bce1ff4-f45a-4a68-bfe7-839841a1a41a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:25.559223 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ff5e27-69ef-40a3-8165-2e2c1c125eae None None] Routers {'b895b945-be3f-4e99-87c0-4595e2475c39'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:59:25.559909 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-65ff5e27-69ef-40a3-8165-2e2c1c125eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:58:58Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['b895b945-be3f-4e99-87c0-4595e2475c39'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:25.681924 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f202010c-f550-455c-9ef5-180221b02002 req-3af9b5a1-8e04-4b56-a03e-7f1d94b39198 service neutron] 10.222.0.67 "GET /v2.0/networks/1864f3e4-416d-46c7-a18f-526751e8592d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596601 Feb 17 17:59:25.777235 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-65ff5e27-69ef-40a3-8165-2e2c1c125eae None None] Set router b895b945-be3f-4e99-87c0-4595e2475c39 gateway port host: dv-cinder-760199-3-smb {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:59:25.848834 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f202010c-f550-455c-9ef5-180221b02002 req-db37011f-e413-46e0-8b3b-674102895b7f service neutron] 10.222.0.67 "GET /v2.0/networks/1864f3e4-416d-46c7-a18f-526751e8592d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1601901 Feb 17 17:59:26.292955 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-65ff5e27-69ef-40a3-8165-2e2c1c125eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b895b945-be3f-4e99-87c0-4595e2475c39', 'name': 'tempest-TestShelveInstance-1727065458-router', 'tenant_id': '1e937128af234a1a8e7c10eedc8af8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': '7cfcae45-970a-4e32-b108-88eaf7616f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:11Z', 'updated_at': '2021-02-17T17:59:17Z', 'revision_number': 4, 'project_id': '1e937128af234a1a8e7c10eedc8af8b6', 'gw_port': {'id': '7cfcae45-970a-4e32-b108-88eaf7616f99', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b895b945-be3f-4e99-87c0-4595e2475c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:12Z', 'updated_at': '2021-02-17T17:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': 'd79388c6-9d63-414c-a545-1df4995cca4e', 'name': '', 'network_id': 'bd966a8f-78f6-46c0-b5c2-6aae684cceda', 'tenant_id': '1e937128af234a1a8e7c10eedc8af8b6', 'mac_address': 'fa:16:3e:6c:3c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b895b945-be3f-4e99-87c0-4595e2475c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '23794870-4f25-4dfe-8821-88ba11a5bb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:16Z', 'updated_at': '2021-02-17T17:59:25Z', 'revision_number': 4, 'project_id': '1e937128af234a1a8e7c10eedc8af8b6', 'subnets': [{'id': '23794870-4f25-4dfe-8821-88ba11a5bb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:26.297398 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ff5e27-69ef-40a3-8165-2e2c1c125eae None None] The sync data for ids ['b895b945-be3f-4e99-87c0-4595e2475c39'] in dv-cinder-760199-3-smb is: [{'id': 'b895b945-be3f-4e99-87c0-4595e2475c39', 'name': 'tempest-TestShelveInstance-1727065458-router', 'tenant_id': '1e937128af234a1a8e7c10eedc8af8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': '7cfcae45-970a-4e32-b108-88eaf7616f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:11Z', 'updated_at': '2021-02-17T17:59:17Z', 'revision_number': 4, 'project_id': '1e937128af234a1a8e7c10eedc8af8b6', 'gw_port': {'id': '7cfcae45-970a-4e32-b108-88eaf7616f99', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b895b945-be3f-4e99-87c0-4595e2475c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:12Z', 'updated_at': '2021-02-17T17:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': 'd79388c6-9d63-414c-a545-1df4995cca4e', 'name': '', 'network_id': 'bd966a8f-78f6-46c0-b5c2-6aae684cceda', 'tenant_id': '1e937128af234a1a8e7c10eedc8af8b6', 'mac_address': 'fa:16:3e:6c:3c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b895b945-be3f-4e99-87c0-4595e2475c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '23794870-4f25-4dfe-8821-88ba11a5bb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:16Z', 'updated_at': '2021-02-17T17:59:25Z', 'revision_number': 4, 'project_id': '1e937128af234a1a8e7c10eedc8af8b6', 'subnets': [{'id': '23794870-4f25-4dfe-8821-88ba11a5bb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:59:26.411500 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device d79388c6-9d63-414c-a545-1df4995cca4e up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:26.487532 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning for port d79388c6-9d63-414c-a545-1df4995cca4e completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:59:26.493789 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port d79388c6-9d63-414c-a545-1df4995cca4e triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:26.494220 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:26.635744 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:26.691011 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] For port d79388c6-9d63-414c-a545-1df4995cca4e, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=d79388c6-9d63-414c-a545-1df4995cca4e,segment=NetworkSegment(07e9004e-ef50-41fc-9065-26a0bc86b4f7),segment_id=07e9004e-ef50-41fc-9065-26a0bc86b4f7)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:59:26.693970 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:26.696001 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:26.772912 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Pushing event updated for resources: {'Port': ['ID=d79388c6-9d63-414c-a545-1df4995cca4e,revision_number=5']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:26.782044 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:26.782488 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:26.782992 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:26.783376 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:26.783754 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:26.784384 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:26.784881 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:26.785142 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:26.785514 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:26.785886 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:26.786256 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:26.786643 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:26.787025 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:26.787396 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:26.787765 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:26.788137 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:26.788506 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:26.788897 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:26.789270 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:26.789640 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:26.790011 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:26.790377 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:26.790787 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:26.791155 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:26.796450 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:27.000086 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device a6081165-871d-4fd6-8439-8ff0967c413e up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:27.081079 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port a6081165-871d-4fd6-8439-8ff0967c413e triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:27.081704 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:27.535184 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a48d5545-6112-49fa-a2fa-584f0c58bfb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:28.391508 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device d79388c6-9d63-414c-a545-1df4995cca4e up at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:28.470099 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Provisioning complete for port d79388c6-9d63-414c-a545-1df4995cca4e triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:28.470515 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:28.647275 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:29.791746 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:29.945254 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:33.192136 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:59:38.469240 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-bb91e746-5e7c-490f-9861-81cdb83939c0 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-2070770338&fields=id&tenant_id=d9260803b00f492fbb2783fcefb3624d HTTP/1.1" status: 200 len: 267 time: 0.0496674 Feb 17 17:59:38.771945 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:38.862186 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-4c0239e7-212c-45b3-a855-569bdd03128f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:38.864164 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-4c0239e7-212c-45b3-a855-569bdd03128f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/networks?id=531f49ef-8f01-4809-95e2-643d62a7eeb2 HTTP/1.1" status: 200 len: 809 time: 0.3873186 Feb 17 17:59:38.881769 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-39a1dd07-a7de-4ddb-94c3-703d5e3e9bf0 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/quotas/d9260803b00f492fbb2783fcefb3624d HTTP/1.1" status: 200 len: 375 time: 0.0112443 Feb 17 17:59:38.974157 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-2b1264e6-cb01-42ad-912f-5d06d4fa1b83 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Synchronizing usage tracker for tenant:d9260803b00f492fbb2783fcefb3624d on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:59:38.990038 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-2b1264e6-cb01-42ad-912f-5d06d4fa1b83 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Unset dirty status for tenant:d9260803b00f492fbb2783fcefb3624d on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:59:38.991482 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-2b1264e6-cb01-42ad-912f-5d06d4fa1b83 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9260803b00f492fbb2783fcefb3624d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1031847 Feb 17 17:59:39.151653 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-93d592a8-a272-4c2a-9f39-fc185c8442cf service neutron] 10.222.0.49 "GET /v2.0/networks/531f49ef-8f01-4809-95e2-643d62a7eeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465750 Feb 17 17:59:39.311372 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-ecd3c897-c0d4-4db4-8a79-c597a12101ef service neutron] 10.222.0.49 "GET /v2.0/networks/531f49ef-8f01-4809-95e2-643d62a7eeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1529298 Feb 17 17:59:39.444917 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982ae4b-7782-4ff6-8973-0ea93ab07425 req-c7ee55fc-305a-4a28-a615-cae06c380fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:39.446663 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a982ae4b-7782-4ff6-8973-0ea93ab07425 req-c7ee55fc-305a-4a28-a615-cae06c380fa2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=80cb560fd0d54a1a809488a27a308e92&device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 1202 time: 0.0960586 Feb 17 17:59:39.452291 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4450c7-9347-4b1a-ae31-8d4fedfc7811 req-7509c46c-be0b-4bd5-8972-2a0da8289eff tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:39.454232 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fa4450c7-9347-4b1a-ae31-8d4fedfc7811 req-7509c46c-be0b-4bd5-8972-2a0da8289eff tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 984 time: 0.1048837 Feb 17 17:59:39.512689 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-fa4450c7-9347-4b1a-ae31-8d4fedfc7811 req-019626dc-5e04-4003-b7ea-8b076ba6e377 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a86b2be-e5d2-434f-bc45-29b6e41ef234&id=df3e3a2e-4c21-404f-93c8-e7ea555e86d8&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0504646 Feb 17 17:59:39.606423 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982ae4b-7782-4ff6-8973-0ea93ab07425 req-41cb833b-f74a-447e-b7bd-40ad781ab219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:39.608006 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a982ae4b-7782-4ff6-8973-0ea93ab07425 req-41cb833b-f74a-447e-b7bd-40ad781ab219 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1864f3e4-416d-46c7-a18f-526751e8592d HTTP/1.1" status: 200 len: 908 time: 0.1543648 Feb 17 17:59:39.728745 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a982ae4b-7782-4ff6-8973-0ea93ab07425 req-a63a6f63-360b-43ca-9251-e7d29be2b2fa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6081165-871d-4fd6-8439-8ff0967c413e HTTP/1.1" status: 200 len: 1000 time: 0.1111414 Feb 17 17:59:39.775988 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d9748972-16d7-4a03-b9d8-77d3358ee217 req-8b85363c-a685-4d5d-8938-9aa4fa8c36c1 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 210 time: 0.0508783 Feb 17 17:59:39.803863 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982ae4b-7782-4ff6-8973-0ea93ab07425 req-ae17f2e7-c50d-4458-add8-20ab6125bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:39.805499 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a982ae4b-7782-4ff6-8973-0ea93ab07425 req-ae17f2e7-c50d-4458-add8-20ab6125bcaa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf936ea-a378-4a0a-b203-7ea17cab7ebc HTTP/1.1" status: 200 len: 853 time: 0.0720530 Feb 17 17:59:39.916324 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982ae4b-7782-4ff6-8973-0ea93ab07425 req-57164922-68da-4bf4-a0a1-b8d484699c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:39.917940 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a982ae4b-7782-4ff6-8973-0ea93ab07425 req-57164922-68da-4bf4-a0a1-b8d484699c89 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1864f3e4-416d-46c7-a18f-526751e8592d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0857818 Feb 17 17:59:40.082030 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a982ae4b-7782-4ff6-8973-0ea93ab07425 req-2e8938dd-407a-4d01-b21c-2c6f67550abb service neutron] 10.222.0.67 "GET /v2.0/networks/1864f3e4-416d-46c7-a18f-526751e8592d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546116 Feb 17 17:59:40.249205 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a982ae4b-7782-4ff6-8973-0ea93ab07425 req-8fa5e67c-67ca-4d94-98ee-814b96e12b6c service neutron] 10.222.0.67 "GET /v2.0/networks/1864f3e4-416d-46c7-a18f-526751e8592d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1551008 Feb 17 17:59:40.881485 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5b243-295c-4dd4-a3a0-df773c1be01c req-8ca624a2-8ba2-45ac-b336-d704ec1f0af7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:40.883166 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a9f5b243-295c-4dd4-a3a0-df773c1be01c req-8ca624a2-8ba2-45ac-b336-d704ec1f0af7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 984 time: 0.1069684 Feb 17 17:59:40.936593 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-a9f5b243-295c-4dd4-a3a0-df773c1be01c req-7396fb10-ca2f-4f5a-95ca-3a2a90d3c039 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Synchronizing usage tracker for tenant:80cb560fd0d54a1a809488a27a308e92 on resource:security_group {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:59:40.951551 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-a9f5b243-295c-4dd4-a3a0-df773c1be01c req-7396fb10-ca2f-4f5a-95ca-3a2a90d3c039 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Unset dirty status for tenant:80cb560fd0d54a1a809488a27a308e92 on resource:security_group {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:59:40.951956 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-78b26837-cc9d-4023-8304-71bc3c987712 req-d482a8fc-f310-4143-9b73-95117d8757f7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 210 time: 0.0508630 Feb 17 17:59:40.952846 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a9f5b243-295c-4dd4-a3a0-df773c1be01c req-7396fb10-ca2f-4f5a-95ca-3a2a90d3c039 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a86b2be-e5d2-434f-bc45-29b6e41ef234&id=df3e3a2e-4c21-404f-93c8-e7ea555e86d8&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0629773 Feb 17 17:59:41.442637 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-f770666a-6fd6-42e2-a69b-8da74d99f286 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:41.444616 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-f770666a-6fd6-42e2-a69b-8da74d99f286 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.67 "GET /v2.0/networks?id=531f49ef-8f01-4809-95e2-643d62a7eeb2 HTTP/1.1" status: 200 len: 809 time: 0.1737580 Feb 17 17:59:41.528774 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-737a3a48-34b9-43de-8177-4afd69dd203f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d9260803b00f492fbb2783fcefb3624d HTTP/1.1" status: 200 len: 5759 time: 0.0693517 Feb 17 17:59:41.541430 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-5b72b5aa-827d-4068-bbaa-9942e239c1c8 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Request body: {'port': {'device_id': '85e17a03-7e7f-4f5f-92ec-daa260b4dbed', 'network_id': '531f49ef-8f01-4809-95e2-643d62a7eeb2', 'admin_state_up': True, 'tenant_id': 'd9260803b00f492fbb2783fcefb3624d', 'security_groups': ['aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c']}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:41.709820 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-5b72b5aa-827d-4068-bbaa-9942e239c1c8 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:41.721597 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-5b72b5aa-827d-4068-bbaa-9942e239c1c8 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:41.731553 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-5b72b5aa-827d-4068-bbaa-9942e239c1c8 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Made reservation on behalf of d9260803b00f492fbb2783fcefb3624d for: {'port': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:59:41.737505 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-5b72b5aa-827d-4068-bbaa-9942e239c1c8 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:42.137296 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6858e-993a-47a0-89a2-9f17c9f5b5b3 req-08b23de6-92e6-419b-aeda-13af97d407bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:42.138936 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-69f6858e-993a-47a0-89a2-9f17c9f5b5b3 req-08b23de6-92e6-419b-aeda-13af97d407bc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=80cb560fd0d54a1a809488a27a308e92&device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 1202 time: 0.2614713 Feb 17 17:59:42.169682 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a81dc913-8c73-4141-9df2-216fd866245a req-ec656400-7fd4-41e8-958b-192a1fc9a8da tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 210 time: 0.0663173 Feb 17 17:59:42.358204 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-5b72b5aa-827d-4068-bbaa-9942e239c1c8 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Allocated IP 172.20.0.13 (531f49ef-8f01-4809-95e2-643d62a7eeb2/9da754b5-e5de-4950-acee-2675eeef6422/26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:59:42.395398 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2af27-cacc-476f-8c2c-6a5c659a2e53 req-fded3f95-be99-40d0-852d-690d08bc7016 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:42.397314 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7ca2af27-cacc-476f-8c2c-6a5c659a2e53 req-fded3f95-be99-40d0-852d-690d08bc7016 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 984 time: 0.3093514 Feb 17 17:59:42.461408 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6858e-993a-47a0-89a2-9f17c9f5b5b3 req-68b1f6fa-dbd6-4bf7-9424-8a9a5bd757dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:42.463010 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-69f6858e-993a-47a0-89a2-9f17c9f5b5b3 req-68b1f6fa-dbd6-4bf7-9424-8a9a5bd757dd service neutron] 10.222.0.67 "GET /v2.0/networks?id=1864f3e4-416d-46c7-a18f-526751e8592d HTTP/1.1" status: 200 len: 908 time: 0.2959259 Feb 17 17:59:42.649490 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7ca2af27-cacc-476f-8c2c-6a5c659a2e53 req-26469016-0dbb-4201-b8e4-026200271628 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a86b2be-e5d2-434f-bc45-29b6e41ef234&id=df3e3a2e-4c21-404f-93c8-e7ea555e86d8&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.2454913 Feb 17 17:59:42.703691 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-69f6858e-993a-47a0-89a2-9f17c9f5b5b3 req-3639b369-e0e7-446a-8fa9-96d6853cf1d5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6081165-871d-4fd6-8439-8ff0967c413e HTTP/1.1" status: 200 len: 1000 time: 0.2241545 Feb 17 17:59:43.023220 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-5b72b5aa-827d-4068-bbaa-9942e239c1c8 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:43.041603 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6858e-993a-47a0-89a2-9f17c9f5b5b3 req-ad912e1a-5879-43a5-a989-c417e740394d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:43.043199 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-69f6858e-993a-47a0-89a2-9f17c9f5b5b3 req-ad912e1a-5879-43a5-a989-c417e740394d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf936ea-a378-4a0a-b203-7ea17cab7ebc HTTP/1.1" status: 200 len: 853 time: 0.3299854 Feb 17 17:59:43.049390 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-5b72b5aa-827d-4068-bbaa-9942e239c1c8 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Transition to ACTIVE for port object 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 will not be triggered until provisioned by entity DHCP. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:59:43.132060 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-5b72b5aa-827d-4068-bbaa-9942e239c1c8 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:43.148030 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-75881be6-1dbf-4b94-964b-bdee0e0eaa82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:43.281278 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6858e-993a-47a0-89a2-9f17c9f5b5b3 req-b95a8e3e-a447-4093-8a0b-a8e9d613e45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:43.282816 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-69f6858e-993a-47a0-89a2-9f17c9f5b5b3 req-b95a8e3e-a447-4093-8a0b-a8e9d613e45d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1864f3e4-416d-46c7-a18f-526751e8592d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2314439 Feb 17 17:59:43.333161 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b72b5aa-827d-4068-bbaa-9942e239c1c8 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Pushing event updated for resources: {'Port': ['ID=26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:43.389123 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe27867-e74a-4cd1-ae62-1a7735de8827 req-ad462357-91d4-4c59-af63-e8f57d357186 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:43.390864 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7fe27867-e74a-4cd1-ae62-1a7735de8827 req-ad462357-91d4-4c59-af63-e8f57d357186 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 932 time: 0.0950787 Feb 17 17:59:43.394469 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b72b5aa-827d-4068-bbaa-9942e239c1c8 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:43.441238 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-7fe27867-e74a-4cd1-ae62-1a7735de8827 req-99ee655a-68ac-419c-9b62-b4ec0855ffe6 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Synchronizing usage tracker for tenant:d9260803b00f492fbb2783fcefb3624d on resource:security_group {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:59:43.458822 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-7fe27867-e74a-4cd1-ae62-1a7735de8827 req-99ee655a-68ac-419c-9b62-b4ec0855ffe6 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Unset dirty status for tenant:d9260803b00f492fbb2783fcefb3624d on resource:security_group {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:59:43.460085 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-7fe27867-e74a-4cd1-ae62-1a7735de8827 req-99ee655a-68ac-419c-9b62-b4ec0855ffe6 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0611141 Feb 17 17:59:43.499048 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-5b72b5aa-827d-4068-bbaa-9942e239c1c8 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Network 531f49ef-8f01-4809-95e2-643d62a7eeb2 is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:59:43.501514 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-69f6858e-993a-47a0-89a2-9f17c9f5b5b3 req-2dd3c2d8-4546-4917-ad5e-dcc417938ea0 service neutron] 10.222.0.67 "GET /v2.0/networks/1864f3e4-416d-46c7-a18f-526751e8592d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006025 Feb 17 17:59:43.502505 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-5b72b5aa-827d-4068-bbaa-9942e239c1c8 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:59:43.505485 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-5b72b5aa-827d-4068-bbaa-9942e239c1c8 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:59:43.669447 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-5b72b5aa-827d-4068-bbaa-9942e239c1c8 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:43.670123 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-5b72b5aa-827d-4068-bbaa-9942e239c1c8 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:43.708804 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-4dd6f2e2-8443-4fb1-95cd-25c8ec6c0468 None None] Provisioning for port 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:59:43.714133 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-4dd6f2e2-8443-4fb1-95cd-25c8ec6c0468 None None] Provisioning complete for port 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:43.715036 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4dd6f2e2-8443-4fb1-95cd-25c8ec6c0468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:43.728847 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-5b72b5aa-827d-4068-bbaa-9942e239c1c8 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1936605 Feb 17 17:59:43.734308 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-69f6858e-993a-47a0-89a2-9f17c9f5b5b3 req-ace50c99-2d25-4f46-99ec-dad1ba3cd504 service neutron] 10.222.0.67 "GET /v2.0/networks/1864f3e4-416d-46c7-a18f-526751e8592d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1965177 Feb 17 17:59:43.756528 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-0a910859-6a14-4ab7-8f58-899a75ac8d97 service neutron] Request body: {'port': {'device_id': '85e17a03-7e7f-4f5f-92ec-daa260b4dbed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:43.779551 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-4dd6f2e2-8443-4fb1-95cd-25c8ec6c0468 None None] Port 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:59:43.949509 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-0a910859-6a14-4ab7-8f58-899a75ac8d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:43.983012 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0acf18-4599-4cb7-8a8b-e77f612673d2 req-f117d73c-7d59-47b2-a795-aa61b8cf4a73 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:43.984635 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2a0acf18-4599-4cb7-8a8b-e77f612673d2 req-f117d73c-7d59-47b2-a795-aa61b8cf4a73 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 984 time: 0.1903174 Feb 17 17:59:44.130301 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2a0acf18-4599-4cb7-8a8b-e77f612673d2 req-27858d62-6cc2-487c-9272-9e3d3ed3a414 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a86b2be-e5d2-434f-bc45-29b6e41ef234&id=df3e3a2e-4c21-404f-93c8-e7ea555e86d8&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1131403 Feb 17 17:59:44.447529 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-0a910859-6a14-4ab7-8f58-899a75ac8d97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 {{(pid=83987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:59:44.455614 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-0a910859-6a14-4ab7-8f58-899a75ac8d97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:44.468086 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-0a910859-6a14-4ab7-8f58-899a75ac8d97 service neutron] Transition to ACTIVE for port object 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:59:44.470633 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-0a910859-6a14-4ab7-8f58-899a75ac8d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452680'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:44.486978 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9aee1994-c3ff-4fc4-b285-ec29172e68fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:44.627994 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a910859-6a14-4ab7-8f58-899a75ac8d97 service neutron] Pushing event updated for resources: {'Port': ['ID=26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:44.642602 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0a910859-6a14-4ab7-8f58-899a75ac8d97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:44.678088 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04596fbf-3b90-4392-9bb2-eab930665ba2 req-bfc8335d-e9ae-4808-9dcd-db4197b9af60 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:44.679770 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-04596fbf-3b90-4392-9bb2-eab930665ba2 req-bfc8335d-e9ae-4808-9dcd-db4197b9af60 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 944 time: 0.0989716 Feb 17 17:59:44.735678 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-04596fbf-3b90-4392-9bb2-eab930665ba2 req-bca00943-944e-4554-b9ae-e5c4f70b3a3e tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0480239 Feb 17 17:59:44.840671 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-0a910859-6a14-4ab7-8f58-899a75ac8d97 service neutron] Attempting to bind port 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:59:44.841077 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-0a910859-6a14-4ab7-8f58-899a75ac8d97 service neutron] Attempting to bind port 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '2313a3ab-1a77-40b1-b19d-ef398bdf7c2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '531f49ef-8f01-4809-95e2-643d62a7eeb2'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:59:44.841491 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-0a910859-6a14-4ab7-8f58-899a75ac8d97 service neutron] Attempting to bind port 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 on network 531f49ef-8f01-4809-95e2-643d62a7eeb2 {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:59:44.848921 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-0a910859-6a14-4ab7-8f58-899a75ac8d97 service neutron] Checking agent: {'id': 'ae447a02-7f1d-4456-a484-c4519a85c40b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 38), 'started_at': datetime.datetime(2021, 2, 17, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:59:44.849293 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-0a910859-6a14-4ab7-8f58-899a75ac8d97 service neutron] Checking segment: {'id': '2313a3ab-1a77-40b1-b19d-ef398bdf7c2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '531f49ef-8f01-4809-95e2-643d62a7eeb2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:59:44.849701 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-0a910859-6a14-4ab7-8f58-899a75ac8d97 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:44.850095 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-0a910859-6a14-4ab7-8f58-899a75ac8d97 service neutron] Bound using segment: {'id': '2313a3ab-1a77-40b1-b19d-ef398bdf7c2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '531f49ef-8f01-4809-95e2-643d62a7eeb2'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:59:44.850578 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-0a910859-6a14-4ab7-8f58-899a75ac8d97 service neutron] Bound port: 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2313a3ab-1a77-40b1-b19d-ef398bdf7c2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '531f49ef-8f01-4809-95e2-643d62a7eeb2'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:59:44.850950 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-0a910859-6a14-4ab7-8f58-899a75ac8d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:44.954980 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-0a910859-6a14-4ab7-8f58-899a75ac8d97 service neutron] For port 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09, host hv-cinder-76019, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:59:44.958901 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-0a910859-6a14-4ab7-8f58-899a75ac8d97 service neutron] For port 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09,segment=NetworkSegment(2313a3ab-1a77-40b1-b19d-ef398bdf7c2c),segment_id=2313a3ab-1a77-40b1-b19d-ef398bdf7c2c)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:59:44.962285 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-0a910859-6a14-4ab7-8f58-899a75ac8d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452680'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:44.978618 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0a910859-6a14-4ab7-8f58-899a75ac8d97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:45.137845 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a910859-6a14-4ab7-8f58-899a75ac8d97 service neutron] Pushing event updated for resources: {'Port': ['ID=26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:45.143563 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0a910859-6a14-4ab7-8f58-899a75ac8d97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:45.180952 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-0a910859-6a14-4ab7-8f58-899a75ac8d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:45.181600 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-0a910859-6a14-4ab7-8f58-899a75ac8d97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:45.183121 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-0a910859-6a14-4ab7-8f58-899a75ac8d97 service neutron] 10.222.0.67 "PUT /v2.0/ports/26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 HTTP/1.1" status: 200 len: 1158 time: 1.4324894 Feb 17 17:59:45.183828 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e17a03-7e7f-4f5f-92ec-daa260b4dbed', 'tag': '26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:59:45.240873 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e17a03-7e7f-4f5f-92ec-daa260b4dbed', 'tag': '26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09', 'status': 'completed', 'code': 200} Feb 17 17:59:45.406166 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40797ea-84e9-478e-a1d8-de2e6faf206e req-1a6affaf-5537-4fd7-a655-1bd9d880ba9c tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:45.407814 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d40797ea-84e9-478e-a1d8-de2e6faf206e req-1a6affaf-5537-4fd7-a655-1bd9d880ba9c tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 984 time: 0.1560950 Feb 17 17:59:45.437188 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-540f3b4d-73f5-4e2c-a61f-f946f27cd27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:45.438733 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-540f3b4d-73f5-4e2c-a61f-f946f27cd27f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d9260803b00f492fbb2783fcefb3624d&device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 1161 time: 0.1430521 Feb 17 17:59:45.530322 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-69a5191e-5b54-4230-8c5c-5d4e94906786 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 HTTP/1.1" status: 200 len: 217 time: 0.0758636 Feb 17 17:59:45.537576 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d40797ea-84e9-478e-a1d8-de2e6faf206e req-bea79f09-2f04-423b-8413-dcbff2a4158e tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a86b2be-e5d2-434f-bc45-29b6e41ef234&id=df3e3a2e-4c21-404f-93c8-e7ea555e86d8&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1222000 Feb 17 17:59:45.608579 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-3154be8e-824d-449f-91cf-b9948af1eddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:45.610190 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-3154be8e-824d-449f-91cf-b9948af1eddf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9da754b5-e5de-4950-acee-2675eeef6422 HTTP/1.1" status: 200 len: 848 time: 0.0710621 Feb 17 17:59:45.699935 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-4791226a-994c-44be-a9b5-d3e157232a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:45.701508 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-4791226a-994c-44be-a9b5-d3e157232a5d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=531f49ef-8f01-4809-95e2-643d62a7eeb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0842333 Feb 17 17:59:45.975561 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314e9ca-2a64-41f7-bd70-e2a11d19ccfb req-bdc06ed1-61a4-479d-b807-8ffaf399b020 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:45.977287 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1314e9ca-2a64-41f7-bd70-e2a11d19ccfb req-bdc06ed1-61a4-479d-b807-8ffaf399b020 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 944 time: 0.1219735 Feb 17 17:59:46.040658 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1314e9ca-2a64-41f7-bd70-e2a11d19ccfb req-da34f482-673f-41f7-ae37-c0ac233cb386 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0534163 Feb 17 17:59:46.087390 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-0cb741cd-1884-42b1-aa0e-668a808940cb service neutron] 10.222.0.67 "GET /v2.0/networks/531f49ef-8f01-4809-95e2-643d62a7eeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769536 Feb 17 17:59:46.236335 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-c03ea7b5-1d71-4bc3-8a36-d284b1e26187 req-91e3ccd5-780c-4ebb-9060-911b9ea69292 service neutron] 10.222.0.67 "GET /v2.0/networks/531f49ef-8f01-4809-95e2-643d62a7eeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1419559 Feb 17 17:59:46.400891 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a68754-2f84-4bda-8358-a10e95a6ebd3 req-bae53506-ce29-4d3c-a063-d0fe70a68933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:46.402529 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a3a68754-2f84-4bda-8358-a10e95a6ebd3 req-bae53506-ce29-4d3c-a063-d0fe70a68933 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d9260803b00f492fbb2783fcefb3624d&device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 1161 time: 0.0817976 Feb 17 17:59:46.548057 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a68754-2f84-4bda-8358-a10e95a6ebd3 req-3478993b-e4b0-4339-b65e-2ca4fd64585f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:46.549689 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a3a68754-2f84-4bda-8358-a10e95a6ebd3 req-3478993b-e4b0-4339-b65e-2ca4fd64585f service neutron] 10.222.0.67 "GET /v2.0/networks?id=531f49ef-8f01-4809-95e2-643d62a7eeb2 HTTP/1.1" status: 200 len: 903 time: 0.1399314 Feb 17 17:59:46.632419 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a3a68754-2f84-4bda-8358-a10e95a6ebd3 req-07c8d4bc-21ef-4429-b84d-bef20e7c181e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 HTTP/1.1" status: 200 len: 217 time: 0.0751827 Feb 17 17:59:46.764252 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a68754-2f84-4bda-8358-a10e95a6ebd3 req-c01ce187-25f8-4f16-81ab-a6d44b9b1618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:46.765904 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a3a68754-2f84-4bda-8358-a10e95a6ebd3 req-c01ce187-25f8-4f16-81ab-a6d44b9b1618 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9da754b5-e5de-4950-acee-2675eeef6422 HTTP/1.1" status: 200 len: 848 time: 0.1250947 Feb 17 17:59:46.844838 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d150a7-384e-427b-b74d-f7a7609ac552 req-f0cf310b-9367-4015-857b-cbd28453d9eb tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:46.846404 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-44d150a7-384e-427b-b74d-f7a7609ac552 req-f0cf310b-9367-4015-857b-cbd28453d9eb tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 984 time: 0.1690109 Feb 17 17:59:46.916801 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-44d150a7-384e-427b-b74d-f7a7609ac552 req-1c1fde32-b260-48a8-a32a-6d28942c2a6a tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a86b2be-e5d2-434f-bc45-29b6e41ef234&id=df3e3a2e-4c21-404f-93c8-e7ea555e86d8&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0636101 Feb 17 17:59:46.920321 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a68754-2f84-4bda-8358-a10e95a6ebd3 req-317e1d86-49b0-450b-ba20-1bbe6dbeeffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:46.921949 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a3a68754-2f84-4bda-8358-a10e95a6ebd3 req-317e1d86-49b0-450b-ba20-1bbe6dbeeffc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=531f49ef-8f01-4809-95e2-643d62a7eeb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1439908 Feb 17 17:59:47.073402 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a3a68754-2f84-4bda-8358-a10e95a6ebd3 req-b9f7e49c-f529-4f5a-ac19-c87fa8198cd4 service neutron] 10.222.0.67 "GET /v2.0/networks/531f49ef-8f01-4809-95e2-643d62a7eeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424854 Feb 17 17:59:47.231904 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a3a68754-2f84-4bda-8358-a10e95a6ebd3 req-730870f2-6cab-4fa0-9e81-56264ac67bda service neutron] 10.222.0.67 "GET /v2.0/networks/531f49ef-8f01-4809-95e2-643d62a7eeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1492465 Feb 17 17:59:47.247875 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71415253-1078-419f-a09f-260e9456a107 req-283409bb-f2f5-4a65-9a9c-6aba7e40c22d tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:47.249540 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-71415253-1078-419f-a09f-260e9456a107 req-283409bb-f2f5-4a65-9a9c-6aba7e40c22d tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 944 time: 0.0920377 Feb 17 17:59:47.299383 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-71415253-1078-419f-a09f-260e9456a107 req-e4598644-d77b-4710-b52a-f2b9aea932ae tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0432541 Feb 17 17:59:48.134700 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d097d1-fe77-4ccb-95f7-a324bfccf0f1 req-d7b95f64-6077-4083-9194-5b525919e122 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:48.136384 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-72d097d1-fe77-4ccb-95f7-a324bfccf0f1 req-d7b95f64-6077-4083-9194-5b525919e122 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 984 time: 0.0943604 Feb 17 17:59:48.189090 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-72d097d1-fe77-4ccb-95f7-a324bfccf0f1 req-4a6f6c3e-a8ec-4072-80c0-8f86221c44cd tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a86b2be-e5d2-434f-bc45-29b6e41ef234&id=df3e3a2e-4c21-404f-93c8-e7ea555e86d8&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0460229 Feb 17 17:59:48.507408 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a36ec-e416-4038-b10b-c3d9b358a1ba req-3df19389-bc38-4e2f-a1d0-2c7670ca1ea7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:48.509045 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a40a36ec-e416-4038-b10b-c3d9b358a1ba req-3df19389-bc38-4e2f-a1d0-2c7670ca1ea7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 944 time: 0.0945327 Feb 17 17:59:48.558292 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a40a36ec-e416-4038-b10b-c3d9b358a1ba req-83ffad63-18e6-4101-972b-4bc7f2b3aefa tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0429935 Feb 17 17:59:49.377462 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:49.396231 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72191798-4fda-4d12-b5cd-cd48582eefb8 req-4336f36a-f740-42c0-b10c-8cf5101b2ed2 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:49.397886 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-72191798-4fda-4d12-b5cd-cd48582eefb8 req-4336f36a-f740-42c0-b10c-8cf5101b2ed2 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 984 time: 0.0921934 Feb 17 17:59:49.450247 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-72191798-4fda-4d12-b5cd-cd48582eefb8 req-e9dd2f89-84f6-4e85-86b2-557b869d7e35 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a86b2be-e5d2-434f-bc45-29b6e41ef234&id=df3e3a2e-4c21-404f-93c8-e7ea555e86d8&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0457492 Feb 17 17:59:49.451097 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning for port 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:59:49.456635 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:49.457030 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:49.588328 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:49.619902 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e17a03-7e7f-4f5f-92ec-daa260b4dbed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:59:49.631544 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] For port 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09,segment=NetworkSegment(2313a3ab-1a77-40b1-b19d-ef398bdf7c2c),segment_id=2313a3ab-1a77-40b1-b19d-ef398bdf7c2c)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:59:49.634880 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:49.637121 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f3857e55-cd1a-4571-9dda-c810955378d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:49.675774 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e17a03-7e7f-4f5f-92ec-daa260b4dbed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09', 'code': 200} Feb 17 17:59:49.719703 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Pushing event updated for resources: {'Port': ['ID=26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:49.724185 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:49.772255 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e80af-e882-49ef-ab75-1b408c450ed3 req-915faa20-0d22-42fa-aada-0f11fb1e44df tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:49.773938 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b55e80af-e882-49ef-ab75-1b408c450ed3 req-915faa20-0d22-42fa-aada-0f11fb1e44df tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 946 time: 0.0924675 Feb 17 17:59:49.823714 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-b55e80af-e882-49ef-ab75-1b408c450ed3 req-cd162b5e-77b3-4b7d-8c6c-5c8a8e5ed324 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0433354 Feb 17 17:59:50.025456 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef04996-5979-4e9e-87bf-5f86f038d981 req-96d06278-92d5-4877-a2f4-3fe469f7921b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:50.027081 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8ef04996-5979-4e9e-87bf-5f86f038d981 req-96d06278-92d5-4877-a2f4-3fe469f7921b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 1163 time: 0.0802624 Feb 17 17:59:50.073972 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-8ef04996-5979-4e9e-87bf-5f86f038d981 req-0aeb1cf2-558f-4415-bd82-a6b570cb006d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0396535 Feb 17 17:59:50.663856 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b97a9a-dc72-4d1d-a5ea-0b6540bc6294 req-e4d79229-eaa0-462f-87f4-397824c45b9f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:50.664892 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-89b97a9a-dc72-4d1d-a5ea-0b6540bc6294 req-e4d79229-eaa0-462f-87f4-397824c45b9f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 984 time: 0.0927067 Feb 17 17:59:50.718847 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-89b97a9a-dc72-4d1d-a5ea-0b6540bc6294 req-917e6c7e-b9cf-4c34-a7d6-7dfbf6f3e618 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a86b2be-e5d2-434f-bc45-29b6e41ef234&id=df3e3a2e-4c21-404f-93c8-e7ea555e86d8&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0470040 Feb 17 17:59:51.004858 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:51.041781 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0ec70-5cfc-4471-b54e-5a6f6e7c4bdd req-b4d72d4b-d7cf-4462-b474-0aee77d6923f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:51.050330 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d3e0ec70-5cfc-4471-b54e-5a6f6e7c4bdd req-b4d72d4b-d7cf-4462-b474-0aee77d6923f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 946 time: 0.1063769 Feb 17 17:59:51.082597 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:51.083025 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:51.098806 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-d3e0ec70-5cfc-4471-b54e-5a6f6e7c4bdd req-f057e931-2573-4bba-99e3-0b2ffd6f2b6c tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0475416 Feb 17 17:59:51.937564 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c5aa2-ad64-468b-9158-9350eeee680e req-55da2ae3-524b-4f49-9307-ba4a87143e97 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:51.939302 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-6d5c5aa2-ad64-468b-9158-9350eeee680e req-55da2ae3-524b-4f49-9307-ba4a87143e97 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 984 time: 0.0980248 Feb 17 17:59:51.999267 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-6d5c5aa2-ad64-468b-9158-9350eeee680e req-91707114-8617-4cad-b2e9-6cd9cc7124d2 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a86b2be-e5d2-434f-bc45-29b6e41ef234&id=df3e3a2e-4c21-404f-93c8-e7ea555e86d8&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0526035 Feb 17 17:59:52.313761 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02399e68-d31f-4071-a0d1-e592a12d8501 req-7312d565-bfdd-4d4c-9173-f313dd22a89a tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:52.315430 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-02399e68-d31f-4071-a0d1-e592a12d8501 req-7312d565-bfdd-4d4c-9173-f313dd22a89a tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 946 time: 0.0922348 Feb 17 17:59:52.365987 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-02399e68-d31f-4071-a0d1-e592a12d8501 req-b8b06e1b-c1d6-4157-bdd1-a8aa2c797579 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0439830 Feb 17 17:59:52.571677 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341998e-3e7c-4402-8f95-bdaa81e92a75 req-4e972317-eec5-409a-a7b7-2c3b183a5cfa tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:52.572364 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-5341998e-3e7c-4402-8f95-bdaa81e92a75 req-4e972317-eec5-409a-a7b7-2c3b183a5cfa tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Synchronizing usage tracker for tenant:d9260803b00f492fbb2783fcefb3624d on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:59:52.588156 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-5341998e-3e7c-4402-8f95-bdaa81e92a75 req-4e972317-eec5-409a-a7b7-2c3b183a5cfa tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Unset dirty status for tenant:d9260803b00f492fbb2783fcefb3624d on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:59:52.589476 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5341998e-3e7c-4402-8f95-bdaa81e92a75 req-4e972317-eec5-409a-a7b7-2c3b183a5cfa tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 946 time: 0.1064851 Feb 17 17:59:52.639574 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5341998e-3e7c-4402-8f95-bdaa81e92a75 req-5392716e-9265-48b4-bd84-a7108f4dc8bc tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0436122 Feb 17 17:59:52.840070 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-470a315e-225f-4b93-b128-23cc498e6fec req-1bfcc93b-ae0d-42f0-89ba-49bf8f2cf681 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Synchronizing usage tracker for tenant:d9260803b00f492fbb2783fcefb3624d on resource:network {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:59:52.857121 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-470a315e-225f-4b93-b128-23cc498e6fec req-1bfcc93b-ae0d-42f0-89ba-49bf8f2cf681 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Unset dirty status for tenant:d9260803b00f492fbb2783fcefb3624d on resource:network {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:59:52.858594 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-470a315e-225f-4b93-b128-23cc498e6fec req-1bfcc93b-ae0d-42f0-89ba-49bf8f2cf681 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1794941 Feb 17 17:59:52.870528 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-470a315e-225f-4b93-b128-23cc498e6fec req-49800efc-c4c7-4f2d-a5ff-2e9e55a6c529 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Request body: {'floatingip': {'floating_network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:52.876835 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-470a315e-225f-4b93-b128-23cc498e6fec req-49800efc-c4c7-4f2d-a5ff-2e9e55a6c529 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:52.881722 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-470a315e-225f-4b93-b128-23cc498e6fec req-49800efc-c4c7-4f2d-a5ff-2e9e55a6c529 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Usage tracker for resource:floatingip and tenant:d9260803b00f492fbb2783fcefb3624d is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:52.884738 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-470a315e-225f-4b93-b128-23cc498e6fec req-49800efc-c4c7-4f2d-a5ff-2e9e55a6c529 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:52.890577 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.quota.driver [req-470a315e-225f-4b93-b128-23cc498e6fec req-49800efc-c4c7-4f2d-a5ff-2e9e55a6c529 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:52.901602 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-470a315e-225f-4b93-b128-23cc498e6fec req-49800efc-c4c7-4f2d-a5ff-2e9e55a6c529 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks [] for floatingip, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:53.052442 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-470a315e-225f-4b93-b128-23cc498e6fec req-49800efc-c4c7-4f2d-a5ff-2e9e55a6c529 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:53.333609 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-470a315e-225f-4b93-b128-23cc498e6fec req-49800efc-c4c7-4f2d-a5ff-2e9e55a6c529 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Allocated IP 172.28.3.83 (7adbab01-78f4-4f50-aa4c-26c3aba221ad/2ba7369c-b814-4a65-9701-7168439702b2/f24b03d6-aba6-455a-83cb-fbd03c1795dd) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:59:53.502137 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-470a315e-225f-4b93-b128-23cc498e6fec req-49800efc-c4c7-4f2d-a5ff-2e9e55a6c529 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:53.533675 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-470a315e-225f-4b93-b128-23cc498e6fec req-49800efc-c4c7-4f2d-a5ff-2e9e55a6c529 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283405480479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849322323'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:53.554873 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6e5d97-474f-4013-a055-c0591c80389f tempest-AttachVolumeShelveTestJSON-1875871638 tempest-AttachVolumeShelveTestJSON-1875871638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:53.707906 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49800efc-c4c7-4f2d-a5ff-2e9e55a6c529 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Pushing event updated for resources: {'Port': ['ID=f24b03d6-aba6-455a-83cb-fbd03c1795dd,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:53.722576 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-49800efc-c4c7-4f2d-a5ff-2e9e55a6c529 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:53.769331 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-470a315e-225f-4b93-b128-23cc498e6fec req-49800efc-c4c7-4f2d-a5ff-2e9e55a6c529 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Network 7adbab01-78f4-4f50-aa4c-26c3aba221ad is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:59:53.770366 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-470a315e-225f-4b93-b128-23cc498e6fec req-49800efc-c4c7-4f2d-a5ff-2e9e55a6c529 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:59:53.772773 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-470a315e-225f-4b93-b128-23cc498e6fec req-49800efc-c4c7-4f2d-a5ff-2e9e55a6c529 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:59:53.866337 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-470a315e-225f-4b93-b128-23cc498e6fec req-49800efc-c4c7-4f2d-a5ff-2e9e55a6c529 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:53.929335 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-470a315e-225f-4b93-b128-23cc498e6fec req-49800efc-c4c7-4f2d-a5ff-2e9e55a6c529 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:54.214105 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-470a315e-225f-4b93-b128-23cc498e6fec req-49800efc-c4c7-4f2d-a5ff-2e9e55a6c529 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:54.217728 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-470a315e-225f-4b93-b128-23cc498e6fec req-49800efc-c4c7-4f2d-a5ff-2e9e55a6c529 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5453476'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:54.239438 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:54.633046 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49800efc-c4c7-4f2d-a5ff-2e9e55a6c529 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Pushing event updated for resources: {'Port': ['ID=f24b03d6-aba6-455a-83cb-fbd03c1795dd,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:54.638378 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-49800efc-c4c7-4f2d-a5ff-2e9e55a6c529 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:54.745182 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-470a315e-225f-4b93-b128-23cc498e6fec req-49800efc-c4c7-4f2d-a5ff-2e9e55a6c529 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846487875'] for floatingip, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:54.767318 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-470a315e-225f-4b93-b128-23cc498e6fec req-49800efc-c4c7-4f2d-a5ff-2e9e55a6c529 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for floatingip, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:54.769305 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-470a315e-225f-4b93-b128-23cc498e6fec req-49800efc-c4c7-4f2d-a5ff-2e9e55a6c529 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9034095 Feb 17 17:59:54.857193 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-470a315e-225f-4b93-b128-23cc498e6fec req-f868ae95-9676-41e4-b485-be0fcc78c9bc tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Synchronizing usage tracker for tenant:d9260803b00f492fbb2783fcefb3624d on resource:floatingip {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:59:54.874846 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-470a315e-225f-4b93-b128-23cc498e6fec req-f868ae95-9676-41e4-b485-be0fcc78c9bc tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Unset dirty status for tenant:d9260803b00f492fbb2783fcefb3624d on resource:floatingip {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:59:54.876438 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-470a315e-225f-4b93-b128-23cc498e6fec req-f868ae95-9676-41e4-b485-be0fcc78c9bc tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.28.3.83 HTTP/1.1" status: 200 len: 695 time: 0.1005068 Feb 17 17:59:55.050514 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a315e-225f-4b93-b128-23cc498e6fec req-de7aa281-9c29-4eca-a90d-f88a2ad5098d tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:55.052040 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-470a315e-225f-4b93-b128-23cc498e6fec req-de7aa281-9c29-4eca-a90d-f88a2ad5098d tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/networks/7adbab01-78f4-4f50-aa4c-26c3aba221ad HTTP/1.1" status: 200 len: 784 time: 0.1665726 Feb 17 17:59:55.242646 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6dd1c0-7828-4baf-ab3d-708f019d4a3f req-c1b26876-f641-449b-a6d2-02b9ee27e5b4 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:55.244258 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cd6dd1c0-7828-4baf-ab3d-708f019d4a3f req-c1b26876-f641-449b-a6d2-02b9ee27e5b4 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0933647 Feb 17 17:59:55.330820 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cd6dd1c0-7828-4baf-ab3d-708f019d4a3f req-7e88ced3-26b8-4e72-afd6-35ccd1c0f6a4 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.28.3.83 HTTP/1.1" status: 200 len: 695 time: 0.0800455 Feb 17 17:59:55.341334 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-cd6dd1c0-7828-4baf-ab3d-708f019d4a3f req-4651222d-7ac4-4061-ad0b-fca7757d68e2 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Request body: {'floatingip': {'port_id': '26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:55.411326 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-22e4c17f-516d-42cb-89c6-95006f94f693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:55.430253 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-cd6dd1c0-7828-4baf-ab3d-708f019d4a3f req-4651222d-7ac4-4061-ad0b-fca7757d68e2 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks [] for floatingip, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:56.102287 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-cd6dd1c0-7828-4baf-ab3d-708f019d4a3f req-4651222d-7ac4-4061-ad0b-fca7757d68e2 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:56.105562 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-cd6dd1c0-7828-4baf-ab3d-708f019d4a3f req-4651222d-7ac4-4061-ad0b-fca7757d68e2 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846487875'] for floatingip, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:56.306575 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.db.l3_db [req-cd6dd1c0-7828-4baf-ab3d-708f019d4a3f req-4651222d-7ac4-4061-ad0b-fca7757d68e2 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Floating IP b7e88713-4c7d-452c-8480-e39a5904b1f2 associated. External IP: 172.28.3.83, port: 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09. Feb 17 17:59:56.912703 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd6dd1c0-7828-4baf-ab3d-708f019d4a3f req-4651222d-7ac4-4061-ad0b-fca7757d68e2 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Router 296139bf-eade-4b2b-99b3-e85c53f69cf6 has already been hosted by L3 agent b696c7bc-35f9-4b20-9049-f598d63d0e6c {{(pid=83987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:59:57.110529 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd6dd1c0-7828-4baf-ab3d-708f019d4a3f req-4651222d-7ac4-4061-ad0b-fca7757d68e2 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify agent at l3_agent.dv-cinder-760199-3-smb the message routers_updated {{(pid=83987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:59:57.116167 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-cd6dd1c0-7828-4baf-ab3d-708f019d4a3f req-4651222d-7ac4-4061-ad0b-fca7757d68e2 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for floatingip, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:57.121730 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68a1e59-9bb5-47a3-993d-f0523b195f43 None None] Sync routers for ids ['296139bf-eade-4b2b-99b3-e85c53f69cf6'] in dv-cinder-760199-3-smb {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:59:57.132104 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68a1e59-9bb5-47a3-993d-f0523b195f43 None None] Routers {'296139bf-eade-4b2b-99b3-e85c53f69cf6'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:59:57.132828 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c68a1e59-9bb5-47a3-993d-f0523b195f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:59:28Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['296139bf-eade-4b2b-99b3-e85c53f69cf6'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:57.178412 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cd6dd1c0-7828-4baf-ab3d-708f019d4a3f req-4651222d-7ac4-4061-ad0b-fca7757d68e2 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "PUT /v2.0/floatingips/b7e88713-4c7d-452c-8480-e39a5904b1f2 HTTP/1.1" status: 200 len: 996 time: 1.8412454 Feb 17 17:59:57.178901 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e17a03-7e7f-4f5f-92ec-daa260b4dbed', 'tag': '26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:59:57.237213 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e17a03-7e7f-4f5f-92ec-daa260b4dbed', 'tag': '26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09', 'status': 'completed', 'code': 200} Feb 17 17:59:57.280847 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6dd1c0-7828-4baf-ab3d-708f019d4a3f req-872c237f-5d52-4d68-961a-544a02e70593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:57.282543 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cd6dd1c0-7828-4baf-ab3d-708f019d4a3f req-872c237f-5d52-4d68-961a-544a02e70593 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9260803b00f492fbb2783fcefb3624d&device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 1163 time: 0.0886822 Feb 17 17:59:57.336280 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-c68a1e59-9bb5-47a3-993d-f0523b195f43 None None] Set router 296139bf-eade-4b2b-99b3-e85c53f69cf6 gateway port host: dv-cinder-760199-3-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:59:57.500890 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6dd1c0-7828-4baf-ab3d-708f019d4a3f req-ac17ec1d-0a0e-4a46-a003-ce77cdabc8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:57.503240 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cd6dd1c0-7828-4baf-ab3d-708f019d4a3f req-ac17ec1d-0a0e-4a46-a003-ce77cdabc8c6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=531f49ef-8f01-4809-95e2-643d62a7eeb2 HTTP/1.1" status: 200 len: 903 time: 0.2125194 Feb 17 17:59:57.506937 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78205982-1960-4dc1-abe2-820489fcf854 req-b84ea474-eb18-45d3-9944-d9fa15cccbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:57.508514 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-78205982-1960-4dc1-abe2-820489fcf854 req-b84ea474-eb18-45d3-9944-d9fa15cccbad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d9260803b00f492fbb2783fcefb3624d&device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 1163 time: 0.1926122 Feb 17 17:59:57.620464 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-15bcad75-3f18-450a-8e97-23b1d021c249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:57.723719 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cd6dd1c0-7828-4baf-ab3d-708f019d4a3f req-e71c2de4-b0dc-4c10-ad44-7799802d4684 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 HTTP/1.1" status: 200 len: 999 time: 0.2137866 Feb 17 17:59:57.741220 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c68a1e59-9bb5-47a3-993d-f0523b195f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'name': 'tempest-TestShelveInstance-1990280536-router', 'tenant_id': 'd9260803b00f492fbb2783fcefb3624d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'a12ef86d-07ff-400a-8328-7f698752a492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:02Z', 'updated_at': '2021-02-17T17:59:08Z', 'revision_number': 4, 'project_id': 'd9260803b00f492fbb2783fcefb3624d', 'gw_port': {'id': 'a12ef86d-07ff-400a-8328-7f698752a492', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:03Z', 'updated_at': '2021-02-17T17:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_floatingips': [{'id': 'b7e88713-4c7d-452c-8480-e39a5904b1f2', 'tenant_id': 'd9260803b00f492fbb2783fcefb3624d', 'floating_ip_address': '172.28.3.83', 'floating_network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'router_id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'port_id': '26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '531f49ef-8f01-4809-95e2-643d62a7eeb2', 'mac_address': 'fa:16:3e:59:98:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e17a03-7e7f-4f5f-92ec-daa260b4dbed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:59:53Z', 'updated_at': '2021-02-17T17:59:55Z', 'revision_number': 1, 'project_id': 'd9260803b00f492fbb2783fcefb3624d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9cffb9c-cc7b-4458-a9b2-ad2da76c2230', 'name': '', 'network_id': '531f49ef-8f01-4809-95e2-643d62a7eeb2', 'tenant_id': 'd9260803b00f492fbb2783fcefb3624d', 'mac_address': 'fa:16:3e:42:85:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '9da754b5-e5de-4950-acee-2675eeef6422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:06Z', 'updated_at': '2021-02-17T17:59:17Z', 'revision_number': 5, 'project_id': 'd9260803b00f492fbb2783fcefb3624d', 'subnets': [{'id': '9da754b5-e5de-4950-acee-2675eeef6422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:57.745551 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68a1e59-9bb5-47a3-993d-f0523b195f43 None None] Checking router: 296139bf-eade-4b2b-99b3-e85c53f69cf6 for host: dv-cinder-760199-3-smb {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:59:57.755461 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68a1e59-9bb5-47a3-993d-f0523b195f43 None None] Routers {'296139bf-eade-4b2b-99b3-e85c53f69cf6'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:59:57.756065 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c68a1e59-9bb5-47a3-993d-f0523b195f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T17:59:58Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['296139bf-eade-4b2b-99b3-e85c53f69cf6'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:57.805347 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78205982-1960-4dc1-abe2-820489fcf854 req-1688b227-c5a7-4d81-b76c-27d5120aab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:57.806947 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-78205982-1960-4dc1-abe2-820489fcf854 req-1688b227-c5a7-4d81-b76c-27d5120aab65 service neutron] 10.222.0.67 "GET /v2.0/networks?id=531f49ef-8f01-4809-95e2-643d62a7eeb2 HTTP/1.1" status: 200 len: 903 time: 0.2442212 Feb 17 17:59:57.818289 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6dd1c0-7828-4baf-ab3d-708f019d4a3f req-ef48f260-4672-4b29-a296-e04d563c57a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:57.820160 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cd6dd1c0-7828-4baf-ab3d-708f019d4a3f req-ef48f260-4672-4b29-a296-e04d563c57a5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9da754b5-e5de-4950-acee-2675eeef6422 HTTP/1.1" status: 200 len: 848 time: 0.0882885 Feb 17 17:59:57.957656 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-c68a1e59-9bb5-47a3-993d-f0523b195f43 None None] Set router 296139bf-eade-4b2b-99b3-e85c53f69cf6 gateway port host: dv-cinder-760199-3-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:59:57.984494 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-78205982-1960-4dc1-abe2-820489fcf854 req-18566b9e-658d-455d-9b72-9837a1bc42b0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 HTTP/1.1" status: 200 len: 999 time: 0.1681871 Feb 17 17:59:58.061496 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6dd1c0-7828-4baf-ab3d-708f019d4a3f req-e745bda5-b47d-4e89-8b24-ffb9c5983cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:58.063116 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cd6dd1c0-7828-4baf-ab3d-708f019d4a3f req-e745bda5-b47d-4e89-8b24-ffb9c5983cbb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=531f49ef-8f01-4809-95e2-643d62a7eeb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1838443 Feb 17 17:59:58.077918 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78205982-1960-4dc1-abe2-820489fcf854 req-227ddb9e-8e85-41a4-bfb5-c2efa74c7aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:58.079545 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-78205982-1960-4dc1-abe2-820489fcf854 req-227ddb9e-8e85-41a4-bfb5-c2efa74c7aba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9da754b5-e5de-4950-acee-2675eeef6422 HTTP/1.1" status: 200 len: 848 time: 0.0888958 Feb 17 17:59:58.294187 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cd6dd1c0-7828-4baf-ab3d-708f019d4a3f req-d6276f4d-eef2-40ac-891e-8eb1d043c6b6 service neutron] 10.222.0.49 "GET /v2.0/networks/531f49ef-8f01-4809-95e2-643d62a7eeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127280 Feb 17 17:59:58.299978 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78205982-1960-4dc1-abe2-820489fcf854 req-3218e0e1-903f-42ea-9ff8-d6bf4ad3d83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:58.301642 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-78205982-1960-4dc1-abe2-820489fcf854 req-3218e0e1-903f-42ea-9ff8-d6bf4ad3d83c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=531f49ef-8f01-4809-95e2-643d62a7eeb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1958070 Feb 17 17:59:58.516902 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c68a1e59-9bb5-47a3-993d-f0523b195f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'name': 'tempest-TestShelveInstance-1990280536-router', 'tenant_id': 'd9260803b00f492fbb2783fcefb3624d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'a12ef86d-07ff-400a-8328-7f698752a492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:02Z', 'updated_at': '2021-02-17T17:59:08Z', 'revision_number': 4, 'project_id': 'd9260803b00f492fbb2783fcefb3624d', 'gw_port': {'id': 'a12ef86d-07ff-400a-8328-7f698752a492', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:03Z', 'updated_at': '2021-02-17T17:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_floatingips': [{'id': 'b7e88713-4c7d-452c-8480-e39a5904b1f2', 'tenant_id': 'd9260803b00f492fbb2783fcefb3624d', 'floating_ip_address': '172.28.3.83', 'floating_network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'router_id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'port_id': '26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '531f49ef-8f01-4809-95e2-643d62a7eeb2', 'mac_address': 'fa:16:3e:59:98:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e17a03-7e7f-4f5f-92ec-daa260b4dbed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:59:53Z', 'updated_at': '2021-02-17T17:59:55Z', 'revision_number': 1, 'project_id': 'd9260803b00f492fbb2783fcefb3624d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9cffb9c-cc7b-4458-a9b2-ad2da76c2230', 'name': '', 'network_id': '531f49ef-8f01-4809-95e2-643d62a7eeb2', 'tenant_id': 'd9260803b00f492fbb2783fcefb3624d', 'mac_address': 'fa:16:3e:42:85:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '9da754b5-e5de-4950-acee-2675eeef6422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:06Z', 'updated_at': '2021-02-17T17:59:17Z', 'revision_number': 5, 'project_id': 'd9260803b00f492fbb2783fcefb3624d', 'subnets': [{'id': '9da754b5-e5de-4950-acee-2675eeef6422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:58.521509 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68a1e59-9bb5-47a3-993d-f0523b195f43 None None] The sync data for ids ['296139bf-eade-4b2b-99b3-e85c53f69cf6'] in dv-cinder-760199-3-smb is: [{'id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'name': 'tempest-TestShelveInstance-1990280536-router', 'tenant_id': 'd9260803b00f492fbb2783fcefb3624d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'a12ef86d-07ff-400a-8328-7f698752a492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:02Z', 'updated_at': '2021-02-17T17:59:08Z', 'revision_number': 4, 'project_id': 'd9260803b00f492fbb2783fcefb3624d', 'gw_port': {'id': 'a12ef86d-07ff-400a-8328-7f698752a492', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:03Z', 'updated_at': '2021-02-17T17:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_floatingips': [{'id': 'b7e88713-4c7d-452c-8480-e39a5904b1f2', 'tenant_id': 'd9260803b00f492fbb2783fcefb3624d', 'floating_ip_address': '172.28.3.83', 'floating_network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'router_id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'port_id': '26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '531f49ef-8f01-4809-95e2-643d62a7eeb2', 'mac_address': 'fa:16:3e:59:98:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e17a03-7e7f-4f5f-92ec-daa260b4dbed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:59:53Z', 'updated_at': '2021-02-17T17:59:55Z', 'revision_number': 1, 'project_id': 'd9260803b00f492fbb2783fcefb3624d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9cffb9c-cc7b-4458-a9b2-ad2da76c2230', 'name': '', 'network_id': '531f49ef-8f01-4809-95e2-643d62a7eeb2', 'tenant_id': 'd9260803b00f492fbb2783fcefb3624d', 'mac_address': 'fa:16:3e:42:85:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '9da754b5-e5de-4950-acee-2675eeef6422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:06Z', 'updated_at': '2021-02-17T17:59:17Z', 'revision_number': 5, 'project_id': 'd9260803b00f492fbb2783fcefb3624d', 'subnets': [{'id': '9da754b5-e5de-4950-acee-2675eeef6422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:59:58.570339 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-78205982-1960-4dc1-abe2-820489fcf854 req-a074415b-7ce9-480c-bede-5e68492a501d service neutron] 10.222.0.67 "GET /v2.0/networks/531f49ef-8f01-4809-95e2-643d62a7eeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454467 Feb 17 17:59:58.580124 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-cd6dd1c0-7828-4baf-ab3d-708f019d4a3f req-2f09c6cf-5b5e-4a77-94c6-2ccca9553f30 service neutron] 10.222.0.49 "GET /v2.0/networks/531f49ef-8f01-4809-95e2-643d62a7eeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2771940 Feb 17 17:59:58.655954 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:58.728074 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-78205982-1960-4dc1-abe2-820489fcf854 req-207182a3-2604-4169-aceb-20fe1f9256cd service neutron] 10.222.0.67 "GET /v2.0/networks/531f49ef-8f01-4809-95e2-643d62a7eeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1503568 Feb 17 17:59:58.824702 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43e65ce-eb6a-48b1-8a96-2bba856fc698 None None] New status for floating IP b7e88713-4c7d-452c-8480-e39a5904b1f2: ACTIVE {{(pid=83989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 17:59:59.794931 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:59.948320 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:08.774255 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:10.192438 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:00:25.332408 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-191c57ac-f8f3-4b1a-a913-a9f8b19de174 req-1acb60b4-97ac-4a2a-815f-fa470c93288f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-205772610&fields=id&tenant_id=80cb560fd0d54a1a809488a27a308e92 HTTP/1.1" status: 200 len: 267 time: 0.0505636 Feb 17 18:00:25.416231 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1c43dac9-2392-4001-b671-2b8453a2b456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:25.428357 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c57ac-f8f3-4b1a-a913-a9f8b19de174 req-12634c70-2c26-4c72-a9ef-7985f826bf57 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:25.430043 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-191c57ac-f8f3-4b1a-a913-a9f8b19de174 req-12634c70-2c26-4c72-a9ef-7985f826bf57 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 984 time: 0.0913615 Feb 17 18:00:25.444620 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.v2.base [req-191c57ac-f8f3-4b1a-a913-a9f8b19de174 req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Request body: {'port': {'security_groups': ['df3e3a2e-4c21-404f-93c8-e7ea555e86d8']}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:00:25.581989 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-191c57ac-f8f3-4b1a-a913-a9f8b19de174 req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:26.002563 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-191c57ac-f8f3-4b1a-a913-a9f8b19de174 req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] For port a6081165-871d-4fd6-8439-8ff0967c413e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a6081165-871d-4fd6-8439-8ff0967c413e,segment=NetworkSegment(8e1ec4be-1f81-468e-ac9e-417db8202315),segment_id=8e1ec4be-1f81-468e-ac9e-417db8202315)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:00:26.030068 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-191c57ac-f8f3-4b1a-a913-a9f8b19de174 req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:26.034830 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-191c57ac-f8f3-4b1a-a913-a9f8b19de174 req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5453476'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:26.049936 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-da460646-9322-492e-87a2-7c46f08c7b97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:26.212113 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Pushing event updated for resources: {'Port': ['ID=a6081165-871d-4fd6-8439-8ff0967c413e,revision_number=6']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:26.226608 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:26.227037 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:26.227458 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:26.227872 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:26.228283 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:26.228748 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:26.229157 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:26.229565 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:26.229970 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:26.230371 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:26.230774 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:26.231222 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:26.231632 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:26.232058 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:26.232497 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:26.233019 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:26.233224 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:26.233627 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:26.234027 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:26.234425 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:26.234827 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:26.235226 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:26.235726 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:26.236130 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:26.242410 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:26.276412 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c57ac-f8f3-4b1a-a913-a9f8b19de174 req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:26.277130 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-191c57ac-f8f3-4b1a-a913-a9f8b19de174 req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:26.278695 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-191c57ac-f8f3-4b1a-a913-a9f8b19de174 req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "PUT /v2.0/ports/a6081165-871d-4fd6-8439-8ff0967c413e HTTP/1.1" status: 200 len: 942 time: 0.8401089 Feb 17 18:00:26.279261 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d42e894-e806-4ae8-8933-2c6e9d7cc2d3', 'tag': 'a6081165-871d-4fd6-8439-8ff0967c413e'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:00:26.341057 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d42e894-e806-4ae8-8933-2c6e9d7cc2d3', 'tag': 'a6081165-871d-4fd6-8439-8ff0967c413e', 'status': 'completed', 'code': 200} Feb 17 18:00:26.366088 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-55d85994-65fb-402a-8da2-9ef8e6542ef1 req-0648715b-9ecb-4774-8ad7-4a6cc7f387e2 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups/6a86b2be-e5d2-434f-bc45-29b6e41ef234 HTTP/1.1" status: 200 len: 3003 time: 0.0668080 Feb 17 18:00:26.463794 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-55d85994-65fb-402a-8da2-9ef8e6542ef1 req-cd86b0c2-6fe2-4193-9da1-ae2124425af0 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:26.475839 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67cba0-0328-4983-b8b7-1f333bcbdf9b req-2c6b3052-2350-4e4e-8d6b-78cdb5d8db46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:26.477936 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2f67cba0-0328-4983-b8b7-1f333bcbdf9b req-2c6b3052-2350-4e4e-8d6b-78cdb5d8db46 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=80cb560fd0d54a1a809488a27a308e92&device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 1162 time: 0.0981324 Feb 17 18:00:26.500817 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-55d85994-65fb-402a-8da2-9ef8e6542ef1 req-cd86b0c2-6fe2-4193-9da1-ae2124425af0 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:26.544328 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-05266e34-079c-418a-8b58-10d4fd34a162 None None] Provisioning complete for port a6081165-871d-4fd6-8439-8ff0967c413e triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:00:26.544700 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-05266e34-079c-418a-8b58-10d4fd34a162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:26.555244 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-55d85994-65fb-402a-8da2-9ef8e6542ef1 req-cd86b0c2-6fe2-4193-9da1-ae2124425af0 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:26.559661 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-69263f69-784d-48b4-9193-3320f90774a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:26.577668 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86b0c2-6fe2-4193-9da1-ae2124425af0 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a86b2be-e5d2-434f-bc45-29b6e41ef234,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:26.581628 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cd86b0c2-6fe2-4193-9da1-ae2124425af0 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:26.590586 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-55d85994-65fb-402a-8da2-9ef8e6542ef1 req-cd86b0c2-6fe2-4193-9da1-ae2124425af0 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:26.591820 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-55d85994-65fb-402a-8da2-9ef8e6542ef1 req-cd86b0c2-6fe2-4193-9da1-ae2124425af0 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "DELETE /v2.0/security-groups/6a86b2be-e5d2-434f-bc45-29b6e41ef234 HTTP/1.1" status: 204 len: 173 time: 0.2184625 Feb 17 18:00:26.726250 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67cba0-0328-4983-b8b7-1f333bcbdf9b req-a519e64e-ea50-4165-864e-4eab75d27e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:26.727869 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2f67cba0-0328-4983-b8b7-1f333bcbdf9b req-a519e64e-ea50-4165-864e-4eab75d27e43 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1864f3e4-416d-46c7-a18f-526751e8592d HTTP/1.1" status: 200 len: 908 time: 0.2433047 Feb 17 18:00:27.072598 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0a2e20e6-cd9f-4349-97f0-6a08e8443f40 req-f5e4d5b5-f169-4a65-86c2-323b14540d95 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/floatingips/fda21566-d2a1-44f8-a2a8-e7a5a1315086 HTTP/1.1" status: 200 len: 997 time: 0.4315577 Feb 17 18:00:27.195318 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2f67cba0-0328-4983-b8b7-1f333bcbdf9b req-be404fb9-6275-43d0-87bb-a87c6ac6945e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6081165-871d-4fd6-8439-8ff0967c413e HTTP/1.1" status: 200 len: 1000 time: 0.4584699 Feb 17 18:00:27.314965 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67cba0-0328-4983-b8b7-1f333bcbdf9b req-aa88f5bc-220b-4ffc-9480-3df84704d9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:27.316725 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2f67cba0-0328-4983-b8b7-1f333bcbdf9b req-aa88f5bc-220b-4ffc-9480-3df84704d9b8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf936ea-a378-4a0a-b203-7ea17cab7ebc HTTP/1.1" status: 200 len: 853 time: 0.1122329 Feb 17 18:00:27.326989 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e20e6-cd9f-4349-97f0-6a08e8443f40 req-ec783ee4-19ce-482e-97f7-3094aa504758 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:27.328349 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0a2e20e6-cd9f-4349-97f0-6a08e8443f40 req-ec783ee4-19ce-482e-97f7-3094aa504758 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/networks/7adbab01-78f4-4f50-aa4c-26c3aba221ad HTTP/1.1" status: 200 len: 784 time: 0.2491076 Feb 17 18:00:27.376631 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [req-0a2e20e6-cd9f-4349-97f0-6a08e8443f40 req-3ea2bc74-b8ea-4fa3-9288-7c80c5cc73ee tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=83987) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:00:27.377733 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0a2e20e6-cd9f-4349-97f0-6a08e8443f40 req-3ea2bc74-b8ea-4fa3-9288-7c80c5cc73ee tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0120189 Feb 17 18:00:27.424404 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device a6081165-871d-4fd6-8439-8ff0967c413e up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:00:27.503095 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port a6081165-871d-4fd6-8439-8ff0967c413e triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:00:27.503503 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:27.511328 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0a2e20e6-cd9f-4349-97f0-6a08e8443f40 req-1d6be468-f9be-40d1-b07d-29b9029ad0db tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.28.3.48 HTTP/1.1" status: 200 len: 1000 time: 0.1260188 Feb 17 18:00:27.563627 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67cba0-0328-4983-b8b7-1f333bcbdf9b req-3d8db334-b229-405d-ae2e-57ae50ba1bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:27.565402 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2f67cba0-0328-4983-b8b7-1f333bcbdf9b req-3d8db334-b229-405d-ae2e-57ae50ba1bfe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1864f3e4-416d-46c7-a18f-526751e8592d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2360654 Feb 17 18:00:27.572954 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a38ccdd3-f0e7-40cf-a3cb-fd98eca955cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:27.707017 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e20e6-cd9f-4349-97f0-6a08e8443f40 req-2ac97ad6-85d8-4bf1-ad4f-358d76381b61 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:27.708412 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0a2e20e6-cd9f-4349-97f0-6a08e8443f40 req-2ac97ad6-85d8-4bf1-ad4f-358d76381b61 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports/a6081165-871d-4fd6-8439-8ff0967c413e HTTP/1.1" status: 200 len: 942 time: 0.1868382 Feb 17 18:00:27.759430 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2f67cba0-0328-4983-b8b7-1f333bcbdf9b req-968e1e34-aa52-4237-a936-6cef78930ee8 service neutron] 10.222.0.67 "GET /v2.0/networks/1864f3e4-416d-46c7-a18f-526751e8592d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867762 Feb 17 18:00:27.985877 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0a2e20e6-cd9f-4349-97f0-6a08e8443f40 req-fd03adad-0bf3-48b1-9f5b-07294dc3af45 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.28.3.48 HTTP/1.1" status: 200 len: 1000 time: 0.1460154 Feb 17 18:00:28.087513 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2f67cba0-0328-4983-b8b7-1f333bcbdf9b req-9dc52429-1fe2-45c4-8e87-f1948fc96c99 service neutron] 10.222.0.67 "GET /v2.0/networks/1864f3e4-416d-46c7-a18f-526751e8592d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3212192 Feb 17 18:00:28.232684 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-0a2e20e6-cd9f-4349-97f0-6a08e8443f40 req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Deleting port c166e5ae-30cc-4ac7-882d-29c5ff37bf44 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:00:28.233085 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-0a2e20e6-cd9f-4349-97f0-6a08e8443f40 req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:28.421976 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-0a2e20e6-cd9f-4349-97f0-6a08e8443f40 req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:28.422614 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-0a2e20e6-cd9f-4349-97f0-6a08e8443f40 req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:28.565114 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-0a2e20e6-cd9f-4349-97f0-6a08e8443f40 req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Calling delete_port for c166e5ae-30cc-4ac7-882d-29c5ff37bf44 owned by network:floatingip {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:00:28.655324 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:28.739128 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-0a2e20e6-cd9f-4349-97f0-6a08e8443f40 req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:28.758120 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-50a35f50-9e3f-4441-ae41-53ef48780ae9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:28.865470 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Pushing event deleted for resources: {'Port': ['ID=c166e5ae-30cc-4ac7-882d-29c5ff37bf44,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:28.878201 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:28.878615 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:28.879031 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:28.879439 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:28.879842 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:28.880247 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:28.880696 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:28.881094 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:28.881495 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:28.881901 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:28.882293 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:28.882688 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:28.883137 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:28.883535 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:28.883908 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:28.884306 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:28.884718 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:28.885116 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:28.885511 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:28.885901 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:28.886298 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:28.886687 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:28.887087 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:28.887474 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:28.893954 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:29.007677 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-0a2e20e6-cd9f-4349-97f0-6a08e8443f40 req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks [] for floatingip, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:29.008051 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.db.l3_db [req-0a2e20e6-cd9f-4349-97f0-6a08e8443f40 req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Floating IP fda21566-d2a1-44f8-a2a8-e7a5a1315086 disassociated (deleted). External IP: 172.28.3.48, port: a6081165-871d-4fd6-8439-8ff0967c413e. Feb 17 18:00:29.396283 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a2e20e6-cd9f-4349-97f0-6a08e8443f40 req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Router 3d979478-e0cb-4dc2-a123-44ebb69fd7de has already been hosted by L3 agent b696c7bc-35f9-4b20-9049-f598d63d0e6c {{(pid=83987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:00:29.799648 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:29.830943 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a2e20e6-cd9f-4349-97f0-6a08e8443f40 req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify agent at l3_agent.dv-cinder-760199-3-smb the message routers_updated {{(pid=83987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:00:29.842719 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215aae72-667e-4485-93ae-6fda61662d77 None None] Sync routers for ids ['3d979478-e0cb-4dc2-a123-44ebb69fd7de'] in dv-cinder-760199-3-smb {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:00:29.859763 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215aae72-667e-4485-93ae-6fda61662d77 None None] Routers {'3d979478-e0cb-4dc2-a123-44ebb69fd7de'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:00:29.861715 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-215aae72-667e-4485-93ae-6fda61662d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T18:00:28Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['3d979478-e0cb-4dc2-a123-44ebb69fd7de'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:00:29.868074 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-0a2e20e6-cd9f-4349-97f0-6a08e8443f40 req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for floatingip, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:29.959867 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0a2e20e6-cd9f-4349-97f0-6a08e8443f40 req-ed693279-c32b-4f1b-8880-741af8d486a7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "DELETE /v2.0/floatingips/fda21566-d2a1-44f8-a2a8-e7a5a1315086 HTTP/1.1" status: 204 len: 173 time: 1.9621997 Feb 17 18:00:29.960896 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d42e894-e806-4ae8-8933-2c6e9d7cc2d3', 'tag': 'a6081165-871d-4fd6-8439-8ff0967c413e'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:00:30.019623 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d42e894-e806-4ae8-8933-2c6e9d7cc2d3', 'tag': 'a6081165-871d-4fd6-8439-8ff0967c413e', 'status': 'completed', 'code': 200} Feb 17 18:00:30.051829 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:30.115853 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e20e6-cd9f-4349-97f0-6a08e8443f40 req-d72852a2-67d5-43fc-b993-585596e6cc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:30.116193 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-215aae72-667e-4485-93ae-6fda61662d77 None None] Set router 3d979478-e0cb-4dc2-a123-44ebb69fd7de gateway port host: dv-cinder-760199-3-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:00:30.117626 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0a2e20e6-cd9f-4349-97f0-6a08e8443f40 req-d72852a2-67d5-43fc-b993-585596e6cc95 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=80cb560fd0d54a1a809488a27a308e92&device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 1162 time: 0.1434922 Feb 17 18:00:30.282964 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb31ca7-22d3-46ee-a829-00291309cef2 req-1d194fa8-a1c8-416f-a716-93abd9707185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:30.284356 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-edb31ca7-22d3-46ee-a829-00291309cef2 req-1d194fa8-a1c8-416f-a716-93abd9707185 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=80cb560fd0d54a1a809488a27a308e92&device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 1162 time: 0.2132096 Feb 17 18:00:30.293132 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e20e6-cd9f-4349-97f0-6a08e8443f40 req-bf1a8e83-d621-44b9-81a0-be2090bf9787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:30.294690 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0a2e20e6-cd9f-4349-97f0-6a08e8443f40 req-bf1a8e83-d621-44b9-81a0-be2090bf9787 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1864f3e4-416d-46c7-a18f-526751e8592d HTTP/1.1" status: 200 len: 908 time: 0.1705847 Feb 17 18:00:30.458516 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0a2e20e6-cd9f-4349-97f0-6a08e8443f40 req-04e428c9-3b44-45f1-9f2e-0e2845c4b1a5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6081165-871d-4fd6-8439-8ff0967c413e HTTP/1.1" status: 200 len: 217 time: 0.1402631 Feb 17 18:00:30.494717 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-215aae72-667e-4485-93ae-6fda61662d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'name': 'tempest-TestMinimumBasicScenario-192569653-router', 'tenant_id': '80cb560fd0d54a1a809488a27a308e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e37c4c62-2b12-466e-a295-9d5e66feddff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:58:24Z', 'updated_at': '2021-02-17T17:58:29Z', 'revision_number': 4, 'project_id': '80cb560fd0d54a1a809488a27a308e92', 'gw_port': {'id': 'e37c4c62-2b12-466e-a295-9d5e66feddff', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:25Z', 'updated_at': '2021-02-17T17:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': '529302b8-836f-47a7-8955-bfd3a327e374', 'name': '', 'network_id': '1864f3e4-416d-46c7-a18f-526751e8592d', 'tenant_id': '80cb560fd0d54a1a809488a27a308e92', 'mac_address': 'fa:16:3e:59:9b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6cf936ea-a378-4a0a-b203-7ea17cab7ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:29Z', 'updated_at': '2021-02-17T17:58:38Z', 'revision_number': 5, 'project_id': '80cb560fd0d54a1a809488a27a308e92', 'subnets': [{'id': '6cf936ea-a378-4a0a-b203-7ea17cab7ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:00:30.499706 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215aae72-667e-4485-93ae-6fda61662d77 None None] Checking router: 3d979478-e0cb-4dc2-a123-44ebb69fd7de for host: dv-cinder-760199-3-smb {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:00:30.510614 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215aae72-667e-4485-93ae-6fda61662d77 None None] Routers {'3d979478-e0cb-4dc2-a123-44ebb69fd7de'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:00:30.511174 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-215aae72-667e-4485-93ae-6fda61662d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T18:00:28Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['3d979478-e0cb-4dc2-a123-44ebb69fd7de'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:00:30.567601 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e20e6-cd9f-4349-97f0-6a08e8443f40 req-03ffd185-eefa-4a9f-9795-27ec318261f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:30.569273 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0a2e20e6-cd9f-4349-97f0-6a08e8443f40 req-03ffd185-eefa-4a9f-9795-27ec318261f2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6cf936ea-a378-4a0a-b203-7ea17cab7ebc HTTP/1.1" status: 200 len: 853 time: 0.1032119 Feb 17 18:00:30.573985 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb31ca7-22d3-46ee-a829-00291309cef2 req-93360e6d-7405-4fd4-b3e8-6c127aeae48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:30.575539 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-edb31ca7-22d3-46ee-a829-00291309cef2 req-93360e6d-7405-4fd4-b3e8-6c127aeae48c service neutron] 10.222.0.67 "GET /v2.0/networks?id=1864f3e4-416d-46c7-a18f-526751e8592d HTTP/1.1" status: 200 len: 908 time: 0.2840211 Feb 17 18:00:30.699768 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-edb31ca7-22d3-46ee-a829-00291309cef2 req-e7e75c84-f0b5-4af6-9936-b8e4b025d63f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6081165-871d-4fd6-8439-8ff0967c413e HTTP/1.1" status: 200 len: 217 time: 0.0853484 Feb 17 18:00:30.713054 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-215aae72-667e-4485-93ae-6fda61662d77 None None] Set router 3d979478-e0cb-4dc2-a123-44ebb69fd7de gateway port host: dv-cinder-760199-3-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:00:30.794777 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb31ca7-22d3-46ee-a829-00291309cef2 req-336285bd-9ead-436c-887f-beb946f6d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:30.796392 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-edb31ca7-22d3-46ee-a829-00291309cef2 req-336285bd-9ead-436c-887f-beb946f6d033 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf936ea-a378-4a0a-b203-7ea17cab7ebc HTTP/1.1" status: 200 len: 853 time: 0.0900118 Feb 17 18:00:30.800675 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e20e6-cd9f-4349-97f0-6a08e8443f40 req-104c0551-a279-4d4a-bbf5-eee8c97eb0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:30.802916 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0a2e20e6-cd9f-4349-97f0-6a08e8443f40 req-104c0551-a279-4d4a-bbf5-eee8c97eb0d8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1864f3e4-416d-46c7-a18f-526751e8592d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2247946 Feb 17 18:00:31.014034 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb31ca7-22d3-46ee-a829-00291309cef2 req-03acc2c6-160d-4a70-a341-1c172e7a2627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:31.015685 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-edb31ca7-22d3-46ee-a829-00291309cef2 req-03acc2c6-160d-4a70-a341-1c172e7a2627 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1864f3e4-416d-46c7-a18f-526751e8592d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2119455 Feb 17 18:00:31.019937 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0a2e20e6-cd9f-4349-97f0-6a08e8443f40 req-265d1a83-0f8b-4646-b611-dd82006bf0b5 service neutron] 10.222.0.49 "GET /v2.0/networks/1864f3e4-416d-46c7-a18f-526751e8592d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807466 Feb 17 18:00:31.070836 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-215aae72-667e-4485-93ae-6fda61662d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'name': 'tempest-TestMinimumBasicScenario-192569653-router', 'tenant_id': '80cb560fd0d54a1a809488a27a308e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e37c4c62-2b12-466e-a295-9d5e66feddff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:58:24Z', 'updated_at': '2021-02-17T17:58:29Z', 'revision_number': 4, 'project_id': '80cb560fd0d54a1a809488a27a308e92', 'gw_port': {'id': 'e37c4c62-2b12-466e-a295-9d5e66feddff', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:25Z', 'updated_at': '2021-02-17T17:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': '529302b8-836f-47a7-8955-bfd3a327e374', 'name': '', 'network_id': '1864f3e4-416d-46c7-a18f-526751e8592d', 'tenant_id': '80cb560fd0d54a1a809488a27a308e92', 'mac_address': 'fa:16:3e:59:9b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6cf936ea-a378-4a0a-b203-7ea17cab7ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:29Z', 'updated_at': '2021-02-17T17:58:38Z', 'revision_number': 5, 'project_id': '80cb560fd0d54a1a809488a27a308e92', 'subnets': [{'id': '6cf936ea-a378-4a0a-b203-7ea17cab7ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:00:31.075136 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215aae72-667e-4485-93ae-6fda61662d77 None None] The sync data for ids ['3d979478-e0cb-4dc2-a123-44ebb69fd7de'] in dv-cinder-760199-3-smb is: [{'id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'name': 'tempest-TestMinimumBasicScenario-192569653-router', 'tenant_id': '80cb560fd0d54a1a809488a27a308e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e37c4c62-2b12-466e-a295-9d5e66feddff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:58:24Z', 'updated_at': '2021-02-17T17:58:29Z', 'revision_number': 4, 'project_id': '80cb560fd0d54a1a809488a27a308e92', 'gw_port': {'id': 'e37c4c62-2b12-466e-a295-9d5e66feddff', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:25Z', 'updated_at': '2021-02-17T17:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': '529302b8-836f-47a7-8955-bfd3a327e374', 'name': '', 'network_id': '1864f3e4-416d-46c7-a18f-526751e8592d', 'tenant_id': '80cb560fd0d54a1a809488a27a308e92', 'mac_address': 'fa:16:3e:59:9b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6cf936ea-a378-4a0a-b203-7ea17cab7ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:29Z', 'updated_at': '2021-02-17T17:58:38Z', 'revision_number': 5, 'project_id': '80cb560fd0d54a1a809488a27a308e92', 'subnets': [{'id': '6cf936ea-a378-4a0a-b203-7ea17cab7ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:00:31.301331 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-edb31ca7-22d3-46ee-a829-00291309cef2 req-bf90d1c8-84b1-4095-a9a7-8f35e156ed8d service neutron] 10.222.0.67 "GET /v2.0/networks/1864f3e4-416d-46c7-a18f-526751e8592d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786896 Feb 17 18:00:31.303334 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0a2e20e6-cd9f-4349-97f0-6a08e8443f40 req-30685706-9c3e-418e-affe-4adbcbe22e46 service neutron] 10.222.0.49 "GET /v2.0/networks/1864f3e4-416d-46c7-a18f-526751e8592d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2526858 Feb 17 18:00:31.459043 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-edb31ca7-22d3-46ee-a829-00291309cef2 req-a9a91b47-34f0-4cf3-8d14-725c075b543c service neutron] 10.222.0.67 "GET /v2.0/networks/1864f3e4-416d-46c7-a18f-526751e8592d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1505969 Feb 17 18:00:31.504487 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c307d2cd-e10a-4eab-81e8-d85c261486f2 None None] New status for floating IP fda21566-d2a1-44f8-a2a8-e7a5a1315086: DOWN {{(pid=83989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 18:00:35.282702 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63323f-b69c-457d-8224-c691c6ac8f24 req-6efcd3af-c6c8-4e26-b55e-dd2af9667143 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:35.283492 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-dd63323f-b69c-457d-8224-c691c6ac8f24 req-6efcd3af-c6c8-4e26-b55e-dd2af9667143 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Synchronizing usage tracker for tenant:80cb560fd0d54a1a809488a27a308e92 on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:00:35.301690 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-dd63323f-b69c-457d-8224-c691c6ac8f24 req-6efcd3af-c6c8-4e26-b55e-dd2af9667143 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Unset dirty status for tenant:80cb560fd0d54a1a809488a27a308e92 on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:00:35.303695 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-dd63323f-b69c-457d-8224-c691c6ac8f24 req-6efcd3af-c6c8-4e26-b55e-dd2af9667143 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 945 time: 0.1750238 Feb 17 18:00:35.363997 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-dd63323f-b69c-457d-8224-c691c6ac8f24 req-fbec1a56-c371-4e85-8f74-1c968990a8ec tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e3a2e-4c21-404f-93c8-e7ea555e86d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534925 Feb 17 18:00:36.601725 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09dca0-edae-4a87-b49c-5c326d1a1cb8 req-0b7c5b5a-4dfd-4dc3-9a16-cd26430efe43 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:36.604393 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2a09dca0-edae-4a87-b49c-5c326d1a1cb8 req-0b7c5b5a-4dfd-4dc3-9a16-cd26430efe43 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 945 time: 0.1063769 Feb 17 18:00:36.672495 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-2a09dca0-edae-4a87-b49c-5c326d1a1cb8 req-ac9a1847-b3c6-47b6-8896-b2155ab3cb48 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Synchronizing usage tracker for tenant:80cb560fd0d54a1a809488a27a308e92 on resource:security_group {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:00:36.696828 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-2a09dca0-edae-4a87-b49c-5c326d1a1cb8 req-ac9a1847-b3c6-47b6-8896-b2155ab3cb48 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Unset dirty status for tenant:80cb560fd0d54a1a809488a27a308e92 on resource:security_group {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:00:36.698389 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2a09dca0-edae-4a87-b49c-5c326d1a1cb8 req-ac9a1847-b3c6-47b6-8896-b2155ab3cb48 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e3a2e-4c21-404f-93c8-e7ea555e86d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859060 Feb 17 18:00:37.061182 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e43429-f0d0-4cb5-b36a-9a2fec791916 req-d562f86d-f8bb-40bf-974c-cf7e20bb066f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:37.064145 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f7e43429-f0d0-4cb5-b36a-9a2fec791916 req-d562f86d-f8bb-40bf-974c-cf7e20bb066f tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.67 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 945 time: 0.1242003 Feb 17 18:00:37.178411 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-f7e43429-f0d0-4cb5-b36a-9a2fec791916 req-641ecab3-15b9-44c7-a144-64fa987b437e tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Deleting port a6081165-871d-4fd6-8439-8ff0967c413e {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:00:37.178790 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f7e43429-f0d0-4cb5-b36a-9a2fec791916 req-641ecab3-15b9-44c7-a144-64fa987b437e tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:37.280070 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device a6081165-871d-4fd6-8439-8ff0967c413e no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:00:37.443756 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:37.477452 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d42e894-e806-4ae8-8933-2c6e9d7cc2d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6081165-871d-4fd6-8439-8ff0967c413e'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:00:37.481227 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-f7e43429-f0d0-4cb5-b36a-9a2fec791916 req-641ecab3-15b9-44c7-a144-64fa987b437e tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] For port a6081165-871d-4fd6-8439-8ff0967c413e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a6081165-871d-4fd6-8439-8ff0967c413e,segment=NetworkSegment(8e1ec4be-1f81-468e-ac9e-417db8202315),segment_id=8e1ec4be-1f81-468e-ac9e-417db8202315)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:00:37.481632 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f7e43429-f0d0-4cb5-b36a-9a2fec791916 req-641ecab3-15b9-44c7-a144-64fa987b437e tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:37.493244 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] For port a6081165-871d-4fd6-8439-8ff0967c413e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a6081165-871d-4fd6-8439-8ff0967c413e,segment=NetworkSegment(8e1ec4be-1f81-468e-ac9e-417db8202315),segment_id=8e1ec4be-1f81-468e-ac9e-417db8202315)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:00:37.497857 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:37.503765 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:37.585375 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d42e894-e806-4ae8-8933-2c6e9d7cc2d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6081165-871d-4fd6-8439-8ff0967c413e', 'code': 200} Feb 17 18:00:37.615711 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Pushing event updated for resources: {'Port': ['ID=a6081165-871d-4fd6-8439-8ff0967c413e,revision_number=7']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:37.624131 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:37.624522 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:37.624937 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:37.625404 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:37.625745 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:37.626205 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:37.626749 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:37.627036 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:37.627401 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:37.627779 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:37.628143 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:37.628510 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:37.628961 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:37.629328 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:37.629684 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:37.630047 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:37.630408 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:37.630869 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:37.631134 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:37.631496 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:37.631946 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:37.632220 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:37.632580 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:37.632971 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:37.638182 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:37.698313 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-f7e43429-f0d0-4cb5-b36a-9a2fec791916 req-641ecab3-15b9-44c7-a144-64fa987b437e tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Calling delete_port for a6081165-871d-4fd6-8439-8ff0967c413e owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:00:37.872207 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.db.api [req-f7e43429-f0d0-4cb5-b36a-9a2fec791916 req-641ecab3-15b9-44c7-a144-64fa987b437e tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83987) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:00:37.872894 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_db.api [req-f7e43429-f0d0-4cb5-b36a-9a2fec791916 req-641ecab3-15b9-44c7-a144-64fa987b437e tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:00:37.983929 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7400f-e3b6-46d3-95d4-75e0647a50cb req-d652b65c-1aa3-4015-b9d2-6ae8d78f4fd7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:37.987668 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f2f7400f-e3b6-46d3-95d4-75e0647a50cb req-d652b65c-1aa3-4015-b9d2-6ae8d78f4fd7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 943 time: 0.1570415 Feb 17 18:00:38.051100 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f2f7400f-e3b6-46d3-95d4-75e0647a50cb req-126583bf-f82b-4a56-9e56-7eeb3607083a tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e3a2e-4c21-404f-93c8-e7ea555e86d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566354 Feb 17 18:00:38.374246 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-f7e43429-f0d0-4cb5-b36a-9a2fec791916 req-641ecab3-15b9-44c7-a144-64fa987b437e tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Deleting port a6081165-871d-4fd6-8439-8ff0967c413e {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:00:38.374810 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f7e43429-f0d0-4cb5-b36a-9a2fec791916 req-641ecab3-15b9-44c7-a144-64fa987b437e tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:38.767218 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:38.774771 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-f7e43429-f0d0-4cb5-b36a-9a2fec791916 req-641ecab3-15b9-44c7-a144-64fa987b437e tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] For port a6081165-871d-4fd6-8439-8ff0967c413e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a6081165-871d-4fd6-8439-8ff0967c413e,segment=NetworkSegment(8e1ec4be-1f81-468e-ac9e-417db8202315),segment_id=8e1ec4be-1f81-468e-ac9e-417db8202315)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:00:38.775166 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f7e43429-f0d0-4cb5-b36a-9a2fec791916 req-641ecab3-15b9-44c7-a144-64fa987b437e tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:38.930609 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-f7e43429-f0d0-4cb5-b36a-9a2fec791916 req-641ecab3-15b9-44c7-a144-64fa987b437e tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Calling delete_port for a6081165-871d-4fd6-8439-8ff0967c413e owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:00:39.101866 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f7e43429-f0d0-4cb5-b36a-9a2fec791916 req-641ecab3-15b9-44c7-a144-64fa987b437e tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:39.179744 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0a910859-6a14-4ab7-8f58-899a75ac8d97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:39.490098 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ecab3-15b9-44c7-a144-64fa987b437e tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Pushing event deleted for resources: {'Port': ['ID=a6081165-871d-4fd6-8439-8ff0967c413e,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:39.535194 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-641ecab3-15b9-44c7-a144-64fa987b437e tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:39.547729 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1f424a85-fa08-498e-b3b2-a8c8424d2176 req-db1baf70-e15e-49dd-a38b-53b9a6df31d1 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d42e894-e806-4ae8-8933-2c6e9d7cc2d3 HTTP/1.1" status: 200 len: 210 time: 0.0670078 Feb 17 18:00:39.659137 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e43429-f0d0-4cb5-b36a-9a2fec791916 req-641ecab3-15b9-44c7-a144-64fa987b437e tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] No DVR routers for this DVR port a6081165-871d-4fd6-8439-8ff0967c413e on host hv-cinder-76019 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:00:39.662012 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f7e43429-f0d0-4cb5-b36a-9a2fec791916 req-641ecab3-15b9-44c7-a144-64fa987b437e tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:39.665415 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d42e894-e806-4ae8-8933-2c6e9d7cc2d3', 'name': 'network-vif-deleted', 'tag': 'a6081165-871d-4fd6-8439-8ff0967c413e'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:00:39.685486 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-f7e43429-f0d0-4cb5-b36a-9a2fec791916 req-641ecab3-15b9-44c7-a144-64fa987b437e tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] 10.222.0.67 "DELETE /v2.0/ports/a6081165-871d-4fd6-8439-8ff0967c413e HTTP/1.1" status: 204 len: 173 time: 2.6151822 Feb 17 18:00:39.723051 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d42e894-e806-4ae8-8933-2c6e9d7cc2d3', 'name': 'network-vif-deleted', 'tag': 'a6081165-871d-4fd6-8439-8ff0967c413e', 'status': 'completed', 'code': 200} Feb 17 18:00:40.927349 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e486a0cd-8507-4ac8-9dee-1bf205ac9be5 req-d60e5cd1-6cbc-461f-a546-7c129d8668fa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0888352 Feb 17 18:00:41.115293 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486a0cd-8507-4ac8-9dee-1bf205ac9be5 req-108ba65d-0dcf-48fe-967c-3d098fe70c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:41.117583 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e486a0cd-8507-4ac8-9dee-1bf205ac9be5 req-108ba65d-0dcf-48fe-967c-3d098fe70c84 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d9260803b00f492fbb2783fcefb3624d&device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 1163 time: 0.0948954 Feb 17 18:00:41.295847 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486a0cd-8507-4ac8-9dee-1bf205ac9be5 req-bb87107d-63bb-4800-968f-d4f352ce5953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:41.297841 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e486a0cd-8507-4ac8-9dee-1bf205ac9be5 req-bb87107d-63bb-4800-968f-d4f352ce5953 service neutron] 10.222.0.67 "GET /v2.0/networks?id=531f49ef-8f01-4809-95e2-643d62a7eeb2 HTTP/1.1" status: 200 len: 903 time: 0.1576564 Feb 17 18:00:41.433594 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e486a0cd-8507-4ac8-9dee-1bf205ac9be5 req-fbf7eb71-6878-43c8-83e7-e079e96f50d7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 HTTP/1.1" status: 200 len: 1001 time: 0.1278560 Feb 17 18:00:41.518959 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 53250) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:41.554521 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486a0cd-8507-4ac8-9dee-1bf205ac9be5 req-3c874cfc-24ad-4290-84a7-f7d772a75cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:41.557063 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e486a0cd-8507-4ac8-9dee-1bf205ac9be5 req-3c874cfc-24ad-4290-84a7-f7d772a75cec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9da754b5-e5de-4950-acee-2675eeef6422 HTTP/1.1" status: 200 len: 848 time: 0.1166756 Feb 17 18:00:41.649227 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486a0cd-8507-4ac8-9dee-1bf205ac9be5 req-f39c915b-cef4-4f61-867e-191ef22781da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:41.650879 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e486a0cd-8507-4ac8-9dee-1bf205ac9be5 req-f39c915b-cef4-4f61-867e-191ef22781da service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=531f49ef-8f01-4809-95e2-643d62a7eeb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0875075 Feb 17 18:00:41.808935 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e486a0cd-8507-4ac8-9dee-1bf205ac9be5 req-6aca4b88-9290-4638-a247-3e7882985338 service neutron] 10.222.0.67 "GET /v2.0/networks/531f49ef-8f01-4809-95e2-643d62a7eeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502490 Feb 17 18:00:41.962544 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e486a0cd-8507-4ac8-9dee-1bf205ac9be5 req-5289a28d-c761-4a4f-a6fa-19678ed5221c service neutron] 10.222.0.67 "GET /v2.0/networks/531f49ef-8f01-4809-95e2-643d62a7eeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1471972 Feb 17 18:00:42.165503 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9ee5b1f0-02a6-4a9d-a163-2e1eb9cddc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846487137'] for router_interface, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:42.553101 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-9ee5b1f0-02a6-4a9d-a163-2e1eb9cddc97 admin admin] Deleting port 529302b8-836f-47a7-8955-bfd3a327e374 {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:00:42.553642 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9ee5b1f0-02a6-4a9d-a163-2e1eb9cddc97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:42.758027 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-9ee5b1f0-02a6-4a9d-a163-2e1eb9cddc97 admin admin] For port 529302b8-836f-47a7-8955-bfd3a327e374, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=529302b8-836f-47a7-8955-bfd3a327e374,segment=NetworkSegment(8e1ec4be-1f81-468e-ac9e-417db8202315),segment_id=8e1ec4be-1f81-468e-ac9e-417db8202315)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:00:42.758449 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9ee5b1f0-02a6-4a9d-a163-2e1eb9cddc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:42.905566 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-9ee5b1f0-02a6-4a9d-a163-2e1eb9cddc97 admin admin] Calling delete_port for 529302b8-836f-47a7-8955-bfd3a327e374 owned by network:router_interface {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:00:43.093004 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9ee5b1f0-02a6-4a9d-a163-2e1eb9cddc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849322323'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:43.111783 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5d2c2c34-a324-4fe7-a48c-f5d60b75bac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:43.208044 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5b1f0-02a6-4a9d-a163-2e1eb9cddc97 admin admin] Pushing event deleted for resources: {'Port': ['ID=529302b8-836f-47a7-8955-bfd3a327e374,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:43.218910 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9ee5b1f0-02a6-4a9d-a163-2e1eb9cddc97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:43.810778 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9ee5b1f0-02a6-4a9d-a163-2e1eb9cddc97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7921286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846487055'] for router_interface, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:44.343530 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee5b1f0-02a6-4a9d-a163-2e1eb9cddc97 admin admin] Router 3d979478-e0cb-4dc2-a123-44ebb69fd7de has already been hosted by L3 agent b696c7bc-35f9-4b20-9049-f598d63d0e6c {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:00:44.546826 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee5b1f0-02a6-4a9d-a163-2e1eb9cddc97 admin admin] Notify agent at l3_agent.dv-cinder-760199-3-smb the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:00:44.556794 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebcb2e0-1b4a-411c-9788-5494a3aed86b None None] Sync routers for ids ['3d979478-e0cb-4dc2-a123-44ebb69fd7de'] in dv-cinder-760199-3-smb {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:00:44.561218 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-9ee5b1f0-02a6-4a9d-a163-2e1eb9cddc97 admin admin] 10.222.0.49 "PUT /v2.0/routers/3d979478-e0cb-4dc2-a123-44ebb69fd7de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0409131 Feb 17 18:00:44.564718 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 53254) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:44.569929 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebcb2e0-1b4a-411c-9788-5494a3aed86b None None] Routers {'3d979478-e0cb-4dc2-a123-44ebb69fd7de'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:00:44.570636 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8ebcb2e0-1b4a-411c-9788-5494a3aed86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T18:00:28Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['3d979478-e0cb-4dc2-a123-44ebb69fd7de'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:00:44.776935 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-109d409a-7429-4bed-b3ae-a72bec4305c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:44.843434 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-8ebcb2e0-1b4a-411c-9788-5494a3aed86b None None] Set router 3d979478-e0cb-4dc2-a123-44ebb69fd7de gateway port host: dv-cinder-760199-3-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:00:44.980946 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-109d409a-7429-4bed-b3ae-a72bec4305c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:44.991342 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-109d409a-7429-4bed-b3ae-a72bec4305c9 admin admin] Deleting port e37c4c62-2b12-466e-a295-9d5e66feddff {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:00:44.991992 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-109d409a-7429-4bed-b3ae-a72bec4305c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:45.204986 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-109d409a-7429-4bed-b3ae-a72bec4305c9 admin admin] For port e37c4c62-2b12-466e-a295-9d5e66feddff, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=e37c4c62-2b12-466e-a295-9d5e66feddff,segment=NetworkSegment(1518ad10-b1eb-469a-b2c2-2c6841e70835),segment_id=1518ad10-b1eb-469a-b2c2-2c6841e70835)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:00:45.205418 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-109d409a-7429-4bed-b3ae-a72bec4305c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:45.345074 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-109d409a-7429-4bed-b3ae-a72bec4305c9 admin admin] Calling delete_port for e37c4c62-2b12-466e-a295-9d5e66feddff owned by network:router_gateway {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:00:45.528586 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-109d409a-7429-4bed-b3ae-a72bec4305c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849322323'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:45.546029 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6c8a3ace-937b-4470-9fcc-48085def5e34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:45.576768 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8ebcb2e0-1b4a-411c-9788-5494a3aed86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'name': 'tempest-TestMinimumBasicScenario-192569653-router', 'tenant_id': '80cb560fd0d54a1a809488a27a308e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e37c4c62-2b12-466e-a295-9d5e66feddff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:58:24Z', 'updated_at': '2021-02-17T18:00:43Z', 'revision_number': 5, 'project_id': '80cb560fd0d54a1a809488a27a308e92', 'gw_port': {'id': 'e37c4c62-2b12-466e-a295-9d5e66feddff', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:58:25Z', 'updated_at': '2021-02-17T17:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb'}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:00:45.582022 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebcb2e0-1b4a-411c-9788-5494a3aed86b None None] Checking router: 3d979478-e0cb-4dc2-a123-44ebb69fd7de for host: dv-cinder-760199-3-smb {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:00:45.592337 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebcb2e0-1b4a-411c-9788-5494a3aed86b None None] Routers {'3d979478-e0cb-4dc2-a123-44ebb69fd7de'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:00:45.593071 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8ebcb2e0-1b4a-411c-9788-5494a3aed86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T18:00:28Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['3d979478-e0cb-4dc2-a123-44ebb69fd7de'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:00:45.651012 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d409a-7429-4bed-b3ae-a72bec4305c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e37c4c62-2b12-466e-a295-9d5e66feddff,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:45.653874 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-109d409a-7429-4bed-b3ae-a72bec4305c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:45.782418 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-8ebcb2e0-1b4a-411c-9788-5494a3aed86b None None] Set router 3d979478-e0cb-4dc2-a123-44ebb69fd7de gateway port host: None {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:00:45.806319 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-109d409a-7429-4bed-b3ae-a72bec4305c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8265093'] for router_gateway, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:45.908273 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8ebcb2e0-1b4a-411c-9788-5494a3aed86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'name': 'tempest-TestMinimumBasicScenario-192569653-router', 'tenant_id': '80cb560fd0d54a1a809488a27a308e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:58:24Z', 'updated_at': '2021-02-17T18:00:45Z', 'revision_number': 7, 'project_id': '80cb560fd0d54a1a809488a27a308e92', 'gw_port_host': None}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:00:45.917249 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebcb2e0-1b4a-411c-9788-5494a3aed86b None None] The sync data for ids ['3d979478-e0cb-4dc2-a123-44ebb69fd7de'] in dv-cinder-760199-3-smb is: [{'id': '3d979478-e0cb-4dc2-a123-44ebb69fd7de', 'name': 'tempest-TestMinimumBasicScenario-192569653-router', 'tenant_id': '80cb560fd0d54a1a809488a27a308e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:58:24Z', 'updated_at': '2021-02-17T18:00:45Z', 'revision_number': 7, 'project_id': '80cb560fd0d54a1a809488a27a308e92', 'gw_port_host': None}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:00:46.014178 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-109d409a-7429-4bed-b3ae-a72bec4305c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846492619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13480'] for router, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:46.017747 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-109d409a-7429-4bed-b3ae-a72bec4305c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:46.051456 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-109d409a-7429-4bed-b3ae-a72bec4305c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846491625'] for router, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:46.052290 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109d409a-7429-4bed-b3ae-a72bec4305c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d979478-e0cb-4dc2-a123-44ebb69fd7de {{(pid=83986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 18:00:46.067020 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-109d409a-7429-4bed-b3ae-a72bec4305c9 admin admin] Notify callbacks [] for router, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:46.068283 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-109d409a-7429-4bed-b3ae-a72bec4305c9 admin admin] 10.222.0.49 "DELETE /v2.0/routers/3d979478-e0cb-4dc2-a123-44ebb69fd7de HTTP/1.1" status: 204 len: 168 time: 1.5025840 Feb 17 18:00:46.071476 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 53258) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:46.143108 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fbb35e3-958f-4b05-a296-a8f633b0b7d6 admin admin] Deleting subnet 6cf936ea-a378-4a0a-b203-7ea17cab7ebc {{(pid=83986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 18:00:46.146516 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9fbb35e3-958f-4b05-a296-a8f633b0b7d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:46.204725 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9fbb35e3-958f-4b05-a296-a8f633b0b7d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849491584'] for subnet, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:46.295310 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9fbb35e3-958f-4b05-a296-a8f633b0b7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853767929'] for subnet, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:46.433502 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device 529302b8-836f-47a7-8955-bfd3a327e374 no longer exists at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:00:46.483025 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] No Port match for: 529302b8-836f-47a7-8955-bfd3a327e374 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:00:46.483424 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device 529302b8-836f-47a7-8955-bfd3a327e374 not bound to the agent host dv-cinder-760199-3-smb {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:00:46.483896 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device e37c4c62-2b12-466e-a295-9d5e66feddff no longer exists at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:00:46.525402 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] No Port match for: e37c4c62-2b12-466e-a295-9d5e66feddff {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:00:46.525804 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device e37c4c62-2b12-466e-a295-9d5e66feddff not bound to the agent host dv-cinder-760199-3-smb {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:00:46.597906 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9fbb35e3-958f-4b05-a296-a8f633b0b7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846389800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036849322119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848634896'] for subnet, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:46.614723 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:47.001543 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb35e3-958f-4b05-a296-a8f633b0b7d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cf936ea-a378-4a0a-b203-7ea17cab7ebc,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:47.005906 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9fbb35e3-958f-4b05-a296-a8f633b0b7d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:47.041884 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9fbb35e3-958f-4b05-a296-a8f633b0b7d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:47.048092 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701be39a-ee9f-4793-88e5-0bd92ce36454 None None] Network 1864f3e4-416d-46c7-a18f-526751e8592d requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:00:47.049079 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-9fbb35e3-958f-4b05-a296-a8f633b0b7d6 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6cf936ea-a378-4a0a-b203-7ea17cab7ebc HTTP/1.1" status: 204 len: 168 time: 0.9760385 Feb 17 18:00:47.051946 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 53262) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:47.178514 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-588203b2-fe21-4fad-a428-d237c5044904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247486'] for network, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:47.193926 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:00:47.253823 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-588203b2-fe21-4fad-a428-d237c5044904 admin admin] Deleting port ecb8d9ab-b9b9-46c7-b916-8d339b305828 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:00:47.254128 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-588203b2-fe21-4fad-a428-d237c5044904 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:47.318273 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41057f8-563e-4588-b28f-37b4b5bdcb7b None None] DHCP port deletion for 1864f3e4-416d-46c7-a18f-526751e8592d request from dv-cinder-760199-3-smb {{(pid=83988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 18:00:47.322566 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-f41057f8-563e-4588-b28f-37b4b5bdcb7b None None] Deleting port ecb8d9ab-b9b9-46c7-b916-8d339b305828 {{(pid=83988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:00:47.323002 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f41057f8-563e-4588-b28f-37b4b5bdcb7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:47.491622 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-588203b2-fe21-4fad-a428-d237c5044904 admin admin] For port ecb8d9ab-b9b9-46c7-b916-8d339b305828, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=ecb8d9ab-b9b9-46c7-b916-8d339b305828,segment=NetworkSegment(8e1ec4be-1f81-468e-ac9e-417db8202315),segment_id=8e1ec4be-1f81-468e-ac9e-417db8202315)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:00:47.492209 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-588203b2-fe21-4fad-a428-d237c5044904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:47.557031 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-f41057f8-563e-4588-b28f-37b4b5bdcb7b None None] For port ecb8d9ab-b9b9-46c7-b916-8d339b305828, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=ecb8d9ab-b9b9-46c7-b916-8d339b305828,segment=NetworkSegment(8e1ec4be-1f81-468e-ac9e-417db8202315),segment_id=8e1ec4be-1f81-468e-ac9e-417db8202315)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:00:47.557360 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f41057f8-563e-4588-b28f-37b4b5bdcb7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:47.636601 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-588203b2-fe21-4fad-a428-d237c5044904 admin admin] Calling delete_port for ecb8d9ab-b9b9-46c7-b916-8d339b305828 owned by network:dhcp {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:00:47.694690 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-f41057f8-563e-4588-b28f-37b4b5bdcb7b None None] Calling delete_port for ecb8d9ab-b9b9-46c7-b916-8d339b305828 owned by network:dhcp {{(pid=83988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:00:47.724799 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-588203b2-fe21-4fad-a428-d237c5044904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:47.742076 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b49a1554-ce12-4da8-b3b0-8daa5203781e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:47.776476 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.db.api [None req-f41057f8-563e-4588-b28f-37b4b5bdcb7b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83988) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:00:47.776927 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_db.api [None req-f41057f8-563e-4588-b28f-37b4b5bdcb7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:00:47.853855 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588203b2-fe21-4fad-a428-d237c5044904 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecb8d9ab-b9b9-46c7-b916-8d339b305828,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:47.858069 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-588203b2-fe21-4fad-a428-d237c5044904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:47.893011 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588203b2-fe21-4fad-a428-d237c5044904 admin admin] No DVR routers for this DVR port ecb8d9ab-b9b9-46c7-b916-8d339b305828 on host dv-cinder-760199-3-smb {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:00:48.022357 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-588203b2-fe21-4fad-a428-d237c5044904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853766242', 'neutron.services.segments.db._delete_segments_for_network-8753449836301'] for network, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:48.144944 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-588203b2-fe21-4fad-a428-d237c5044904 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1864f3e4-416d-46c7-a18f-526751e8592d']}} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:00:48.158633 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-588203b2-fe21-4fad-a428-d237c5044904 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e1ec4be-1f81-468e-ac9e-417db8202315') {'for_net_delete': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:00:48.158965 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-588203b2-fe21-4fad-a428-d237c5044904 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e1ec4be-1f81-468e-ac9e-417db8202315') {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:00:48.171145 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-588203b2-fe21-4fad-a428-d237c5044904 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753449833229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848376904'] for segment, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:48.186658 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-588203b2-fe21-4fad-a428-d237c5044904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012526'] for segment, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:48.189491 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-588203b2-fe21-4fad-a428-d237c5044904 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 18:00:48.278079 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-f41057f8-563e-4588-b28f-37b4b5bdcb7b None None] Deleting port ecb8d9ab-b9b9-46c7-b916-8d339b305828 {{(pid=83988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:00:48.278513 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f41057f8-563e-4588-b28f-37b4b5bdcb7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:48.356290 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-f41057f8-563e-4588-b28f-37b4b5bdcb7b None None] The port 'ecb8d9ab-b9b9-46c7-b916-8d339b305828' was deleted {{(pid=83988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 18:00:48.382930 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-588203b2-fe21-4fad-a428-d237c5044904 admin admin] Network 1864f3e4-416d-46c7-a18f-526751e8592d has no segments {{(pid=83987) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:00:48.394815 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-588203b2-fe21-4fad-a428-d237c5044904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853763306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6452714'] for segment, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:48.425586 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device ecb8d9ab-b9b9-46c7-b916-8d339b305828 no longer exists at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:00:48.469852 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] No Port match for: ecb8d9ab-b9b9-46c7-b916-8d339b305828 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:00:48.470251 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device ecb8d9ab-b9b9-46c7-b916-8d339b305828 not bound to the agent host dv-cinder-760199-3-smb {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:00:48.595635 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-588203b2-fe21-4fad-a428-d237c5044904 admin admin] Network 1864f3e4-416d-46c7-a18f-526751e8592d has no segments {{(pid=83987) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:00:48.624264 dv-cinder-760199-3-smb neutron-server[83873]: Traceback (most recent call last): Feb 17 18:00:48.624264 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:00:48.624264 dv-cinder-760199-3-smb neutron-server[83873]: timer() Feb 17 18:00:48.624264 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:00:48.624264 dv-cinder-760199-3-smb neutron-server[83873]: cb(*args, **kw) Feb 17 18:00:48.624264 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 18:00:48.624264 dv-cinder-760199-3-smb neutron-server[83873]: return func(*args, **kwargs) Feb 17 18:00:48.624264 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:00:48.624264 dv-cinder-760199-3-smb neutron-server[83873]: self._notify() Feb 17 18:00:48.624264 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:00:48.624264 dv-cinder-760199-3-smb neutron-server[83873]: self.callback(batched_events) Feb 17 18:00:48.624264 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:00:48.624264 dv-cinder-760199-3-smb neutron-server[83873]: event.method(event) Feb 17 18:00:48.624264 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 18:00:48.624264 dv-cinder-760199-3-smb neutron-server[83873]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:00:48.624264 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 18:00:48.624264 dv-cinder-760199-3-smb neutron-server[83873]: segment_id)['aggregates'][0] Feb 17 18:00:48.624264 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 18:00:48.624264 dv-cinder-760199-3-smb neutron-server[83873]: return f(self, *a, **k) Feb 17 18:00:48.624264 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 18:00:48.624264 dv-cinder-760199-3-smb neutron-server[83873]: return self._get(url).json() Feb 17 18:00:48.624264 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:00:48.624264 dv-cinder-760199-3-smb neutron-server[83873]: **kwargs) Feb 17 18:00:48.624264 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 18:00:48.624264 dv-cinder-760199-3-smb neutron-server[83873]: return self.request(url, 'GET', **kwargs) Feb 17 18:00:48.624264 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 18:00:48.624264 dv-cinder-760199-3-smb neutron-server[83873]: **endpoint_filter) Feb 17 18:00:48.624264 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 18:00:48.624264 dv-cinder-760199-3-smb neutron-server[83873]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:00:48.624264 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 18:00:48.624264 dv-cinder-760199-3-smb neutron-server[83873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:00:48.624264 dv-cinder-760199-3-smb neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:00:48.701969 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-588203b2-fe21-4fad-a428-d237c5044904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846510654'] for network, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:48.706743 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3ba0b0f3-081f-481c-bdb1-50205255aa2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:48.721775 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-588203b2-fe21-4fad-a428-d237c5044904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:48.733112 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588203b2-fe21-4fad-a428-d237c5044904 admin admin] Pushing event deleted for resources: {'Network': ['ID=1864f3e4-416d-46c7-a18f-526751e8592d,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:48.736751 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-588203b2-fe21-4fad-a428-d237c5044904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:48.747396 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-588203b2-fe21-4fad-a428-d237c5044904 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1864f3e4-416d-46c7-a18f-526751e8592d HTTP/1.1" status: 204 len: 168 time: 1.6942949 Feb 17 18:00:48.968558 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 53268) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:49.026380 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-8eae2145-c3be-414a-9811-8bc9fa1d8fe6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=80cb560fd0d54a1a809488a27a308e92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0563715 Feb 17 18:00:49.029224 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 53272) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:49.095302 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b3fda13d-1714-4111-a46b-c1d3b359959c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:49.124524 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b3fda13d-1714-4111-a46b-c1d3b359959c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:49.175235 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b3fda13d-1714-4111-a46b-c1d3b359959c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:49.180482 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bfea1947-1aed-4ddc-9a77-70ce25ae61fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:49.196051 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fda13d-1714-4111-a46b-c1d3b359959c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3e3a2e-4c21-404f-93c8-e7ea555e86d8,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:49.199039 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b3fda13d-1714-4111-a46b-c1d3b359959c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:49.206714 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b3fda13d-1714-4111-a46b-c1d3b359959c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:49.208738 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-b3fda13d-1714-4111-a46b-c1d3b359959c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/df3e3a2e-4c21-404f-93c8-e7ea555e86d8 HTTP/1.1" status: 204 len: 168 time: 0.1782684 Feb 17 18:00:55.419906 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-861a0250-3e82-41e9-bc39-eda1bc875107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:57.546080 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7577570a-505d-40c7-8232-4da6d0e82a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:58.658196 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:59.803247 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:59.961273 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:08.778534 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:24.194670 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:01:25.425048 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-18c4d1ae-38e1-485b-a10f-e88e4c72549d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:27.550404 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d46b67b0-daf6-46f1-be1f-bf1ab1ec3bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:28.668475 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:29.809133 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:29.961656 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:38.780342 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:43.134218 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-93177b46-61a4-4720-b1c0-3720167dd75a req-45c8d6fe-f751-4c80-a5f5-d2fde23540e3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2973359 Feb 17 18:01:43.316045 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93177b46-61a4-4720-b1c0-3720167dd75a req-eb11322d-3379-42df-8ff3-b5eb07b05fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:43.317757 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-93177b46-61a4-4720-b1c0-3720167dd75a req-eb11322d-3379-42df-8ff3-b5eb07b05fab service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d9260803b00f492fbb2783fcefb3624d&device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 1163 time: 0.0847538 Feb 17 18:01:43.480456 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93177b46-61a4-4720-b1c0-3720167dd75a req-1ca8a4c8-4718-4963-92de-bad656987daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:43.482702 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-93177b46-61a4-4720-b1c0-3720167dd75a req-1ca8a4c8-4718-4963-92de-bad656987daf service neutron] 10.222.0.67 "GET /v2.0/networks?id=531f49ef-8f01-4809-95e2-643d62a7eeb2 HTTP/1.1" status: 200 len: 903 time: 0.1452050 Feb 17 18:01:43.595635 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-93177b46-61a4-4720-b1c0-3720167dd75a req-60d32a98-7767-4c07-bf33-280711230994 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 HTTP/1.1" status: 200 len: 1001 time: 0.1057098 Feb 17 18:01:43.668349 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93177b46-61a4-4720-b1c0-3720167dd75a req-93217352-ea0b-447f-b077-2dbfea8e3e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:43.670713 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-93177b46-61a4-4720-b1c0-3720167dd75a req-93217352-ea0b-447f-b077-2dbfea8e3e02 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9da754b5-e5de-4950-acee-2675eeef6422 HTTP/1.1" status: 200 len: 848 time: 0.0686996 Feb 17 18:01:43.763764 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93177b46-61a4-4720-b1c0-3720167dd75a req-751c2d09-b121-42e5-b60e-a5e566027b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:43.765525 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-93177b46-61a4-4720-b1c0-3720167dd75a req-751c2d09-b121-42e5-b60e-a5e566027b4c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=531f49ef-8f01-4809-95e2-643d62a7eeb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0881128 Feb 17 18:01:43.777683 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [req-93177b46-61a4-4720-b1c0-3720167dd75a req-7038ae16-1007-4972-8d35-7d2e1d59ea81 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=83987) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:01:43.779618 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-93177b46-61a4-4720-b1c0-3720167dd75a req-7038ae16-1007-4972-8d35-7d2e1d59ea81 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0066938 Feb 17 18:01:43.930228 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-93177b46-61a4-4720-b1c0-3720167dd75a req-36d9b240-034e-456d-8964-9104a44f3d02 service neutron] 10.222.0.67 "GET /v2.0/networks/531f49ef-8f01-4809-95e2-643d62a7eeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435463 Feb 17 18:01:44.337260 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-93177b46-61a4-4720-b1c0-3720167dd75a req-ee4247ec-f2d6-4548-be1c-849f5ca17d76 service neutron] 10.222.0.67 "GET /v2.0/networks/531f49ef-8f01-4809-95e2-643d62a7eeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4011147 Feb 17 18:01:47.432662 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b60a4-bd4d-4a6b-937f-c607f82abb06 req-2102a8a2-3626-43c9-98f9-3504f7fceaf0 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:47.435018 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e77b60a4-bd4d-4a6b-937f-c607f82abb06 req-2102a8a2-3626-43c9-98f9-3504f7fceaf0 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 946 time: 0.2221448 Feb 17 18:01:47.487910 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e77b60a4-bd4d-4a6b-937f-c607f82abb06 req-3bcf9f7e-d66e-4ca8-869b-e3df72a4d723 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0461969 Feb 17 18:01:48.752838 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8baacb-d48c-4566-8af2-74de87b7024c req-58e87c32-c6b2-4bf6-a627-99edca61ecc7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:48.754497 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2b8baacb-d48c-4566-8af2-74de87b7024c req-58e87c32-c6b2-4bf6-a627-99edca61ecc7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 946 time: 0.1469457 Feb 17 18:01:48.805359 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-2b8baacb-d48c-4566-8af2-74de87b7024c req-651691a7-da4c-4fd8-b910-f4d757cd5a0f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0443938 Feb 17 18:01:50.027870 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0161d16-ef68-4df5-a839-6148b000b350 req-fb46ed12-53be-4a4e-9e26-f82d1c2844ef tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:50.030385 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e0161d16-ef68-4df5-a839-6148b000b350 req-fb46ed12-53be-4a4e-9e26-f82d1c2844ef tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 946 time: 0.0931690 Feb 17 18:01:50.083615 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e0161d16-ef68-4df5-a839-6148b000b350 req-51d02572-932c-47bd-aa17-ca2d4c5d6db4 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0458770 Feb 17 18:01:51.297068 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3fe26-1346-4da0-af32-199e363f03fb req-d71199fd-ca2d-4d07-97ad-9ecf9bc091a4 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:51.298754 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-84e3fe26-1346-4da0-af32-199e363f03fb req-d71199fd-ca2d-4d07-97ad-9ecf9bc091a4 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 946 time: 0.0931914 Feb 17 18:01:51.349384 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-84e3fe26-1346-4da0-af32-199e363f03fb req-4e6eb0e7-352d-4867-b430-fd96ce8fc151 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0437348 Feb 17 18:01:52.562408 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae257d-ca2e-4159-9e9c-1d701a6855c4 req-2655bdca-5a0f-4d94-b1d8-3d3522f6b6dc tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:52.564053 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1dae257d-ca2e-4159-9e9c-1d701a6855c4 req-2655bdca-5a0f-4d94-b1d8-3d3522f6b6dc tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 946 time: 0.0973763 Feb 17 18:01:52.613558 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1dae257d-ca2e-4159-9e9c-1d701a6855c4 req-0d58465a-632c-40f1-9012-2c2089e4bd99 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0431099 Feb 17 18:01:53.820778 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eefad7-80c5-4930-8847-89fe4f0247da req-3945ed67-83e1-4d5a-a736-07bf149fe657 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:53.822423 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-57eefad7-80c5-4930-8847-89fe4f0247da req-3945ed67-83e1-4d5a-a736-07bf149fe657 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 946 time: 0.0920234 Feb 17 18:01:53.874350 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-57eefad7-80c5-4930-8847-89fe4f0247da req-f78f6f9d-55df-4420-8d25-c62127a729ff tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0453217 Feb 17 18:01:54.038674 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:01:54.119113 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:01:54.119540 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:55.085871 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d548dc2-965b-4380-8030-902214ba6e1e req-76066e63-db1c-4541-8eab-ef7711502304 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:55.087523 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9d548dc2-965b-4380-8030-902214ba6e1e req-76066e63-db1c-4541-8eab-ef7711502304 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 946 time: 0.0935795 Feb 17 18:01:55.139476 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9d548dc2-965b-4380-8030-902214ba6e1e req-bdeb94a4-e7c8-48e9-adf2-7f44dd491d8b tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0444818 Feb 17 18:01:55.427061 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-07ddb0c6-a6b0-489c-b54e-99137e9055ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:56.341710 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc2e6b-b77d-4506-8ea7-5a8db052947e req-471ea34b-2995-4089-8863-d036686ab09c tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:56.343341 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-39cc2e6b-b77d-4506-8ea7-5a8db052947e req-471ea34b-2995-4089-8863-d036686ab09c tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 946 time: 0.0886762 Feb 17 18:01:56.392364 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-39cc2e6b-b77d-4506-8ea7-5a8db052947e req-05889b8c-39cd-428f-b4fe-6488a550f541 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0425689 Feb 17 18:01:57.467393 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b58fd7-d68d-484b-84bd-4622510263b9 req-0a98eace-a9ff-43c4-9777-b57839cc33eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:57.469070 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-62b58fd7-d68d-484b-84bd-4622510263b9 req-0a98eace-a9ff-43c4-9777-b57839cc33eb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d9260803b00f492fbb2783fcefb3624d&device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 1163 time: 0.0866625 Feb 17 18:01:57.555873 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-92a7e2a6-dc9c-49ce-8453-2bd856fae2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:57.600666 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4332f-0586-40b1-8e51-4bafa7e14cbd req-fc4492ca-159b-4582-a9c8-0beee344a34a tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:57.602314 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-27a4332f-0586-40b1-8e51-4bafa7e14cbd req-fc4492ca-159b-4582-a9c8-0beee344a34a tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 946 time: 0.0941849 Feb 17 18:01:57.623789 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b58fd7-d68d-484b-84bd-4622510263b9 req-643313ba-8fd5-4276-9fd9-90a00e58f0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:57.625434 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-62b58fd7-d68d-484b-84bd-4622510263b9 req-643313ba-8fd5-4276-9fd9-90a00e58f0d9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=531f49ef-8f01-4809-95e2-643d62a7eeb2 HTTP/1.1" status: 200 len: 903 time: 0.1498332 Feb 17 18:01:57.654575 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-27a4332f-0586-40b1-8e51-4bafa7e14cbd req-bb547f62-5125-4a7b-b4e7-7a2dacc25e5b tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0448797 Feb 17 18:01:57.742335 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-62b58fd7-d68d-484b-84bd-4622510263b9 req-7d6cbf62-fe04-41bb-9ddb-f668fdd7a7db service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 HTTP/1.1" status: 200 len: 1001 time: 0.1104121 Feb 17 18:01:57.817644 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b58fd7-d68d-484b-84bd-4622510263b9 req-864a2b1e-6f2e-4425-9228-3b8f10695c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:57.819244 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-62b58fd7-d68d-484b-84bd-4622510263b9 req-864a2b1e-6f2e-4425-9228-3b8f10695c18 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9da754b5-e5de-4950-acee-2675eeef6422 HTTP/1.1" status: 200 len: 848 time: 0.0707874 Feb 17 18:01:57.911817 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b58fd7-d68d-484b-84bd-4622510263b9 req-3083578a-5183-476d-95ac-1092fbcbb6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:57.913505 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-62b58fd7-d68d-484b-84bd-4622510263b9 req-3083578a-5183-476d-95ac-1092fbcbb6af service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=531f49ef-8f01-4809-95e2-643d62a7eeb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0869958 Feb 17 18:01:58.064067 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-62b58fd7-d68d-484b-84bd-4622510263b9 req-5a40c709-99b8-4875-819b-f90d8c86e5a1 service neutron] 10.222.0.67 "GET /v2.0/networks/531f49ef-8f01-4809-95e2-643d62a7eeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438026 Feb 17 18:01:58.212798 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-62b58fd7-d68d-484b-84bd-4622510263b9 req-365e43b9-7f5f-4717-8674-36b553aad110 service neutron] 10.222.0.67 "GET /v2.0/networks/531f49ef-8f01-4809-95e2-643d62a7eeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1421211 Feb 17 18:01:58.662654 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:58.874461 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022114a-144b-410e-a407-9c063710256e req-3b1ec2ec-380a-4b85-86ec-66a9d67edb07 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:58.876266 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9022114a-144b-410e-a407-9c063710256e req-3b1ec2ec-380a-4b85-86ec-66a9d67edb07 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 946 time: 0.0985706 Feb 17 18:01:58.927882 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9022114a-144b-410e-a407-9c063710256e req-d8700d23-b1f2-4309-aba3-a1a8baa71542 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0447447 Feb 17 18:01:59.812290 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:59.931789 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:01:59.993042 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:00.079927 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:00.113893 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] For port 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09,segment=NetworkSegment(2313a3ab-1a77-40b1-b19d-ef398bdf7c2c),segment_id=2313a3ab-1a77-40b1-b19d-ef398bdf7c2c)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:02:00.115093 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e17a03-7e7f-4f5f-92ec-daa260b4dbed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:02:00.122134 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:00.126513 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4a5f370d-e041-458e-b9d9-f9bb7a7a250e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:02:00.173349 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d508a1-7b94-4f23-ae50-f8f9a76886bb req-f7981f44-60fd-41ff-999f-f6b6782bc1dd tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:00.175278 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-62d508a1-7b94-4f23-ae50-f8f9a76886bb req-f7981f44-60fd-41ff-999f-f6b6782bc1dd tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 946 time: 0.1164937 Feb 17 18:02:00.209994 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Pushing event updated for resources: {'Port': ['ID=26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09,revision_number=5']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:02:00.219015 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:00.219681 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:00.220227 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:00.220780 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:00.221302 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:00.221823 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:00.222356 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:00.222871 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:00.223367 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:00.223896 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:00.224411 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:00.224990 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:00.225566 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:00.226082 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:00.226592 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:00.227150 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:00.227671 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:00.228342 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:00.228895 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:00.229408 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:00.229934 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:00.230457 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:00.231756 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:00.232363 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:00.238024 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:02:00.239133 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-62d508a1-7b94-4f23-ae50-f8f9a76886bb req-61eed8d1-c473-4ada-8800-026e5717050a tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0554187 Feb 17 18:02:00.305665 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e17a03-7e7f-4f5f-92ec-daa260b4dbed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09', 'code': 200} Feb 17 18:02:01.194937 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:02:01.442362 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc35752-51f2-441b-b2c2-1ac2b7e27aa0 req-5bc1439c-d036-41f5-aa2f-956c79667d3c tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:01.443908 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-abc35752-51f2-441b-b2c2-1ac2b7e27aa0 req-5bc1439c-d036-41f5-aa2f-956c79667d3c tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 944 time: 0.0904851 Feb 17 18:02:01.497164 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-abc35752-51f2-441b-b2c2-1ac2b7e27aa0 req-124e1ac2-3ef7-4c22-a9cf-449a364b1a1c tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0463774 Feb 17 18:02:02.921677 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c9f94-fe6c-4477-894a-3552d027d999 req-ae2d8d9e-19cf-4b03-81ed-3e510fae6ef0 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:02.923483 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a22c9f94-fe6c-4477-894a-3552d027d999 req-ae2d8d9e-19cf-4b03-81ed-3e510fae6ef0 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 944 time: 0.0948441 Feb 17 18:02:02.954117 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9903f408-5b19-4fe2-aa51-870d8b7187ac req-7c818cc4-6c37-4175-b54b-bfbff23281e4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1954172 Feb 17 18:02:02.973841 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a22c9f94-fe6c-4477-894a-3552d027d999 req-7b3a1eb5-f360-4ad9-8a41-1520622b66a2 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0439811 Feb 17 18:02:04.196670 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21575c51-2820-4d35-a957-ddb993d2dd0d req-0d478cf8-45fd-4f9c-b943-ddd8e7cbda91 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:04.198450 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-21575c51-2820-4d35-a957-ddb993d2dd0d req-0d478cf8-45fd-4f9c-b943-ddd8e7cbda91 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 944 time: 0.0997639 Feb 17 18:02:04.253598 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-21575c51-2820-4d35-a957-ddb993d2dd0d req-7a9ef6ef-b73a-4d23-9f76-4f10de87a39d tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0481341 Feb 17 18:02:04.371290 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903f408-5b19-4fe2-aa51-870d8b7187ac req-3345dec2-71de-4e0b-925d-a73dfa950e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:04.372888 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9903f408-5b19-4fe2-aa51-870d8b7187ac req-3345dec2-71de-4e0b-925d-a73dfa950e1e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed&tenant_id=d9260803b00f492fbb2783fcefb3624d HTTP/1.1" status: 200 len: 1161 time: 0.0849612 Feb 17 18:02:04.486799 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903f408-5b19-4fe2-aa51-870d8b7187ac req-0cc75573-4c7f-43ab-9a57-e56fd01fdd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:04.488474 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9903f408-5b19-4fe2-aa51-870d8b7187ac req-0cc75573-4c7f-43ab-9a57-e56fd01fdd3b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d9260803b00f492fbb2783fcefb3624d&device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 1161 time: 0.0810544 Feb 17 18:02:04.636271 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903f408-5b19-4fe2-aa51-870d8b7187ac req-af99f468-49a9-48d5-9672-5bbf93a1c821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:04.638406 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9903f408-5b19-4fe2-aa51-870d8b7187ac req-af99f468-49a9-48d5-9672-5bbf93a1c821 service neutron] 10.222.0.67 "GET /v2.0/networks?id=531f49ef-8f01-4809-95e2-643d62a7eeb2 HTTP/1.1" status: 200 len: 903 time: 0.1435583 Feb 17 18:02:04.754104 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9903f408-5b19-4fe2-aa51-870d8b7187ac req-b2757f99-f66a-44d9-a7e6-77de09bba70d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 HTTP/1.1" status: 200 len: 999 time: 0.1094687 Feb 17 18:02:04.824624 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903f408-5b19-4fe2-aa51-870d8b7187ac req-2d751dff-18b9-44bf-ae5d-0a3e7e9ade20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:04.826255 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9903f408-5b19-4fe2-aa51-870d8b7187ac req-2d751dff-18b9-44bf-ae5d-0a3e7e9ade20 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9da754b5-e5de-4950-acee-2675eeef6422 HTTP/1.1" status: 200 len: 848 time: 0.0663321 Feb 17 18:02:04.915872 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903f408-5b19-4fe2-aa51-870d8b7187ac req-bace7fb0-d8be-4240-b351-6ea90c1fbdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:04.917477 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9903f408-5b19-4fe2-aa51-870d8b7187ac req-bace7fb0-d8be-4240-b351-6ea90c1fbdde service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=531f49ef-8f01-4809-95e2-643d62a7eeb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0847967 Feb 17 18:02:05.067906 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9903f408-5b19-4fe2-aa51-870d8b7187ac req-2261d8ed-b396-42c3-87ea-651007474410 service neutron] 10.222.0.67 "GET /v2.0/networks/531f49ef-8f01-4809-95e2-643d62a7eeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431527 Feb 17 18:02:05.216258 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-9903f408-5b19-4fe2-aa51-870d8b7187ac req-9fd7dc76-775a-4bf9-a913-f910afc63509 service neutron] 10.222.0.67 "GET /v2.0/networks/531f49ef-8f01-4809-95e2-643d62a7eeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1418953 Feb 17 18:02:05.468145 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7aa16-5605-49dd-8ac0-27804e3ae026 req-4f909fc7-4390-478d-835a-821c9496cb85 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:05.469724 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e5c7aa16-5605-49dd-8ac0-27804e3ae026 req-4f909fc7-4390-478d-835a-821c9496cb85 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 944 time: 0.0986140 Feb 17 18:02:05.521498 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e5c7aa16-5605-49dd-8ac0-27804e3ae026 req-78845747-0a30-4b8d-98c8-4ba9f0d799e6 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0453389 Feb 17 18:02:06.728587 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12fc56-7d88-4a97-99af-1d5e006dde4f req-206e443a-924f-4886-a242-3c0c163f15cb tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:06.731181 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1d12fc56-7d88-4a97-99af-1d5e006dde4f req-206e443a-924f-4886-a242-3c0c163f15cb tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 944 time: 0.0935650 Feb 17 18:02:06.784544 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1d12fc56-7d88-4a97-99af-1d5e006dde4f req-f48b40a4-f8cf-44eb-afcf-af632c4f55a2 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0468543 Feb 17 18:02:07.992922 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81fbaa-e986-42a5-917b-609f6fd8dedb req-2e7bb4da-c7c2-4cf2-80e5-5b5413e33ec9 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:07.994720 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-da81fbaa-e986-42a5-917b-609f6fd8dedb req-2e7bb4da-c7c2-4cf2-80e5-5b5413e33ec9 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 944 time: 0.0906167 Feb 17 18:02:08.048395 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-da81fbaa-e986-42a5-917b-609f6fd8dedb req-a9f9d5f4-4710-4bbc-96ad-0fc7ed8ffb7f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0468481 Feb 17 18:02:08.393685 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:02:08.467605 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:02:08.468033 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:08.596506 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853814626'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:08.625919 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e17a03-7e7f-4f5f-92ec-daa260b4dbed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:02:08.637395 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] For port 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09,segment=NetworkSegment(2313a3ab-1a77-40b1-b19d-ef398bdf7c2c),segment_id=2313a3ab-1a77-40b1-b19d-ef398bdf7c2c)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:02:08.640572 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283405097451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753449271786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753449272845'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:08.642808 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-25c10d56-2286-45e5-b540-f9e9d31ac94b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:02:08.684601 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e17a03-7e7f-4f5f-92ec-daa260b4dbed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09', 'code': 200} Feb 17 18:02:08.893837 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:08.904344 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Pushing event updated for resources: {'Port': ['ID=26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09,revision_number=6']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:02:08.908369 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:02:09.038349 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a8ea2-0eed-47fa-bed2-dca234efe5cd req-8f97bca8-f946-4306-b281-ef664854c4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:09.040002 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-451a8ea2-0eed-47fa-bed2-dca234efe5cd req-8f97bca8-f946-4306-b281-ef664854c4ac service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 1163 time: 0.0852973 Feb 17 18:02:09.088064 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-451a8ea2-0eed-47fa-bed2-dca234efe5cd req-417f3e41-4a52-4d77-8063-62163b12ce2b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0416498 Feb 17 18:02:09.255407 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746e45a-799d-491c-936a-b2b2e428fa8d req-5a44def4-8728-4409-969f-5297d836837f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:09.257064 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a746e45a-799d-491c-936a-b2b2e428fa8d req-5a44def4-8728-4409-969f-5297d836837f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 946 time: 0.0932798 Feb 17 18:02:09.306766 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-a746e45a-799d-491c-936a-b2b2e428fa8d req-351d8b19-988b-4217-8a69-e74f5a0c2ebe tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0424531 Feb 17 18:02:10.187861 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 up at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:02:10.263837 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Provisioning complete for port 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:02:10.264258 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853823722'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:10.520021 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895aee86-da15-4db6-ace7-3dd0b440ac74 req-f770f29f-bf0f-4877-ac60-3035610e5644 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:10.521823 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-895aee86-da15-4db6-ace7-3dd0b440ac74 req-f770f29f-bf0f-4877-ac60-3035610e5644 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 946 time: 0.0935764 Feb 17 18:02:10.577459 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-895aee86-da15-4db6-ace7-3dd0b440ac74 req-a3303ab1-19a5-4a2d-8be3-7e94a9617d02 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0484588 Feb 17 18:02:25.429470 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ce8ad3dd-3b1a-4a30-8b73-0c81071ef51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:27.558701 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-69cb5d8e-24d5-4d76-9c27-60d06933fa69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:28.665295 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:29.806735 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:29.969973 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:38.196685 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:02:38.813435 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:42.925071 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0f8fb5bc-2077-4742-bf69-3a1b2a0b8790 req-94ccaaa8-7f8e-4108-8657-2553f93917e2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0804806 Feb 17 18:02:43.097143 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fb5bc-2077-4742-bf69-3a1b2a0b8790 req-b6931856-e7a9-4da0-b918-9d156a1bea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:43.098894 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0f8fb5bc-2077-4742-bf69-3a1b2a0b8790 req-b6931856-e7a9-4da0-b918-9d156a1bea81 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d9260803b00f492fbb2783fcefb3624d&device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 1163 time: 0.0855772 Feb 17 18:02:43.258888 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fb5bc-2077-4742-bf69-3a1b2a0b8790 req-a3b717e7-b56c-4be0-ba0c-82535075f07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:43.260567 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0f8fb5bc-2077-4742-bf69-3a1b2a0b8790 req-a3b717e7-b56c-4be0-ba0c-82535075f07d service neutron] 10.222.0.67 "GET /v2.0/networks?id=531f49ef-8f01-4809-95e2-643d62a7eeb2 HTTP/1.1" status: 200 len: 903 time: 0.1414685 Feb 17 18:02:43.383928 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0f8fb5bc-2077-4742-bf69-3a1b2a0b8790 req-e6e2c1cc-fbe9-4781-89ea-4e47322c71f0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 HTTP/1.1" status: 200 len: 1001 time: 0.1171670 Feb 17 18:02:43.466993 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fb5bc-2077-4742-bf69-3a1b2a0b8790 req-bd0b9398-ccfb-4029-b841-7f23150eee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:43.468815 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0f8fb5bc-2077-4742-bf69-3a1b2a0b8790 req-bd0b9398-ccfb-4029-b841-7f23150eee41 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9da754b5-e5de-4950-acee-2675eeef6422 HTTP/1.1" status: 200 len: 848 time: 0.0790575 Feb 17 18:02:43.559984 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fb5bc-2077-4742-bf69-3a1b2a0b8790 req-c4aea1cf-43cb-4ac4-809f-fb0bfbadf277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:43.563151 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0f8fb5bc-2077-4742-bf69-3a1b2a0b8790 req-c4aea1cf-43cb-4ac4-809f-fb0bfbadf277 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=531f49ef-8f01-4809-95e2-643d62a7eeb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0880477 Feb 17 18:02:43.932306 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0f8fb5bc-2077-4742-bf69-3a1b2a0b8790 req-1528d19d-0c45-4b12-926c-816451b3358d service neutron] 10.222.0.67 "GET /v2.0/networks/531f49ef-8f01-4809-95e2-643d62a7eeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620019 Feb 17 18:02:44.086917 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0f8fb5bc-2077-4742-bf69-3a1b2a0b8790 req-349a0d7d-4ac0-4856-8a92-967ec34644f3 service neutron] 10.222.0.67 "GET /v2.0/networks/531f49ef-8f01-4809-95e2-643d62a7eeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1483645 Feb 17 18:02:55.436220 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-98b71f82-0d1b-4e1a-b4af-046ac7e47fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:57.562062 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-796ef13f-b267-42da-8d33-81593095d7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:58.667788 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:59.810414 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:59.975542 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:08.803702 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:15.197186 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:03:20.343709 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e81249a2-5cc8-4a1a-9b63-5a0847120531 req-f5e491e0-3b68-435f-bc8f-bf208ed33e7d tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/floatingips/b7e88713-4c7d-452c-8480-e39a5904b1f2 HTTP/1.1" status: 200 len: 998 time: 0.1177690 Feb 17 18:03:20.507872 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81249a2-5cc8-4a1a-9b63-5a0847120531 req-59d7d950-9c2a-41a7-9619-58d9a2b6e0ed tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:20.509378 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e81249a2-5cc8-4a1a-9b63-5a0847120531 req-59d7d950-9c2a-41a7-9619-58d9a2b6e0ed tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/networks/7adbab01-78f4-4f50-aa4c-26c3aba221ad HTTP/1.1" status: 200 len: 784 time: 0.1593533 Feb 17 18:03:20.520507 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [req-e81249a2-5cc8-4a1a-9b63-5a0847120531 req-4f11fe35-6657-4508-8317-9eb6531254c0 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=83986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:03:20.521585 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e81249a2-5cc8-4a1a-9b63-5a0847120531 req-4f11fe35-6657-4508-8317-9eb6531254c0 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0062981 Feb 17 18:03:20.637795 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e81249a2-5cc8-4a1a-9b63-5a0847120531 req-cdb7953b-4aa8-4984-b06c-47000c76e32b tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.28.3.83 HTTP/1.1" status: 200 len: 1001 time: 0.1092255 Feb 17 18:03:20.722669 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81249a2-5cc8-4a1a-9b63-5a0847120531 req-536e3c73-44e2-464b-86dc-92280756b6a1 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:20.724155 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e81249a2-5cc8-4a1a-9b63-5a0847120531 req-536e3c73-44e2-464b-86dc-92280756b6a1 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports/26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 HTTP/1.1" status: 200 len: 943 time: 0.0802817 Feb 17 18:03:20.916572 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e81249a2-5cc8-4a1a-9b63-5a0847120531 req-1ab82313-0f5b-49ca-8bc7-43c7b3ab7c42 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.28.3.83 HTTP/1.1" status: 200 len: 1001 time: 0.1086898 Feb 17 18:03:21.148342 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-e81249a2-5cc8-4a1a-9b63-5a0847120531 req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Deleting port f24b03d6-aba6-455a-83cb-fbd03c1795dd {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:03:21.148814 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e81249a2-5cc8-4a1a-9b63-5a0847120531 req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:21.335538 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e81249a2-5cc8-4a1a-9b63-5a0847120531 req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:21.335912 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e81249a2-5cc8-4a1a-9b63-5a0847120531 req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:21.472141 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-e81249a2-5cc8-4a1a-9b63-5a0847120531 req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Calling delete_port for f24b03d6-aba6-455a-83cb-fbd03c1795dd owned by network:floatingip {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:03:21.640378 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e81249a2-5cc8-4a1a-9b63-5a0847120531 req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849322323'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:21.657505 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ce0bbb1f-b804-414f-a63e-aea6d55524d7 tempest-TestMinimumBasicScenario-307966163 tempest-TestMinimumBasicScenario-307966163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:21.767630 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Pushing event deleted for resources: {'Port': ['ID=f24b03d6-aba6-455a-83cb-fbd03c1795dd,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:21.782290 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:21.782711 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:21.783128 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:21.783533 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:21.783938 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:21.784342 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:21.784787 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:21.785190 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:21.785587 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:21.785989 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:21.786388 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:21.786780 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:21.787231 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:21.787627 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:21.788022 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:21.788444 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:21.788847 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:21.789239 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:21.789634 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:21.790029 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:21.790426 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:21.790816 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:21.791212 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:21.791629 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:21.795771 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:21.911499 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e81249a2-5cc8-4a1a-9b63-5a0847120531 req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks [] for floatingip, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:21.911869 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.db.l3_db [req-e81249a2-5cc8-4a1a-9b63-5a0847120531 req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Floating IP b7e88713-4c7d-452c-8480-e39a5904b1f2 disassociated (deleted). External IP: 172.28.3.83, port: 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09. Feb 17 18:03:22.314295 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e81249a2-5cc8-4a1a-9b63-5a0847120531 req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Router 296139bf-eade-4b2b-99b3-e85c53f69cf6 has already been hosted by L3 agent b696c7bc-35f9-4b20-9049-f598d63d0e6c {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:03:22.767158 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e81249a2-5cc8-4a1a-9b63-5a0847120531 req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify agent at l3_agent.dv-cinder-760199-3-smb the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:03:22.779269 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f121b93-f285-4121-bd79-ec2165578579 None None] Sync routers for ids ['296139bf-eade-4b2b-99b3-e85c53f69cf6'] in dv-cinder-760199-3-smb {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:03:22.790330 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f121b93-f285-4121-bd79-ec2165578579 None None] Routers {'296139bf-eade-4b2b-99b3-e85c53f69cf6'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:03:22.791015 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8f121b93-f285-4121-bd79-ec2165578579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T18:02:58Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['296139bf-eade-4b2b-99b3-e85c53f69cf6'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:22.796563 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e81249a2-5cc8-4a1a-9b63-5a0847120531 req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for floatingip, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:22.861580 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e81249a2-5cc8-4a1a-9b63-5a0847120531 req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "DELETE /v2.0/floatingips/b7e88713-4c7d-452c-8480-e39a5904b1f2 HTTP/1.1" status: 204 len: 173 time: 1.9383671 Feb 17 18:03:22.862419 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e17a03-7e7f-4f5f-92ec-daa260b4dbed', 'tag': '26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:03:22.929868 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e17a03-7e7f-4f5f-92ec-daa260b4dbed', 'tag': '26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09', 'status': 'completed', 'code': 200} Feb 17 18:03:22.977453 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81249a2-5cc8-4a1a-9b63-5a0847120531 req-b77cb737-54d3-4c6b-8d31-844cdc122470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:22.979226 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e81249a2-5cc8-4a1a-9b63-5a0847120531 req-b77cb737-54d3-4c6b-8d31-844cdc122470 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9260803b00f492fbb2783fcefb3624d&device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 1163 time: 0.0913513 Feb 17 18:03:22.995048 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-8f121b93-f285-4121-bd79-ec2165578579 None None] Set router 296139bf-eade-4b2b-99b3-e85c53f69cf6 gateway port host: dv-cinder-760199-3-smb {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:03:23.056704 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b6c90-5e92-42fa-8fee-484d6318eb8c req-77340f01-bcbf-4922-ba81-fe28e6531f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:23.059101 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5a7b6c90-5e92-42fa-8fee-484d6318eb8c req-77340f01-bcbf-4922-ba81-fe28e6531f92 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d9260803b00f492fbb2783fcefb3624d&device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 1163 time: 0.0915596 Feb 17 18:03:23.161301 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81249a2-5cc8-4a1a-9b63-5a0847120531 req-6d5858f9-acc1-4356-a3f8-6eeb8e2e2c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:23.162945 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e81249a2-5cc8-4a1a-9b63-5a0847120531 req-6d5858f9-acc1-4356-a3f8-6eeb8e2e2c25 service neutron] 10.222.0.49 "GET /v2.0/networks?id=531f49ef-8f01-4809-95e2-643d62a7eeb2 HTTP/1.1" status: 200 len: 903 time: 0.1756606 Feb 17 18:03:23.241795 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b6c90-5e92-42fa-8fee-484d6318eb8c req-67ae8bf5-48b8-494e-8564-13e2325f53c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:23.243513 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5a7b6c90-5e92-42fa-8fee-484d6318eb8c req-67ae8bf5-48b8-494e-8564-13e2325f53c3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=531f49ef-8f01-4809-95e2-643d62a7eeb2 HTTP/1.1" status: 200 len: 903 time: 0.1782293 Feb 17 18:03:23.245697 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e81249a2-5cc8-4a1a-9b63-5a0847120531 req-057f9ada-487e-43e3-a4f3-60481f4f7018 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 HTTP/1.1" status: 200 len: 217 time: 0.0759375 Feb 17 18:03:23.326591 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5a7b6c90-5e92-42fa-8fee-484d6318eb8c req-1e541c2a-a46f-46d4-8da7-3b087b3aec27 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 HTTP/1.1" status: 200 len: 217 time: 0.0761123 Feb 17 18:03:23.331947 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81249a2-5cc8-4a1a-9b63-5a0847120531 req-f8f897f3-85f9-42d1-8ec5-7afe1ec3a629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:23.333683 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e81249a2-5cc8-4a1a-9b63-5a0847120531 req-f8f897f3-85f9-42d1-8ec5-7afe1ec3a629 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9da754b5-e5de-4950-acee-2675eeef6422 HTTP/1.1" status: 200 len: 848 time: 0.0809267 Feb 17 18:03:23.392479 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8f121b93-f285-4121-bd79-ec2165578579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'name': 'tempest-TestShelveInstance-1990280536-router', 'tenant_id': 'd9260803b00f492fbb2783fcefb3624d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'a12ef86d-07ff-400a-8328-7f698752a492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:02Z', 'updated_at': '2021-02-17T17:59:08Z', 'revision_number': 4, 'project_id': 'd9260803b00f492fbb2783fcefb3624d', 'gw_port': {'id': 'a12ef86d-07ff-400a-8328-7f698752a492', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:03Z', 'updated_at': '2021-02-17T17:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': 'd9cffb9c-cc7b-4458-a9b2-ad2da76c2230', 'name': '', 'network_id': '531f49ef-8f01-4809-95e2-643d62a7eeb2', 'tenant_id': 'd9260803b00f492fbb2783fcefb3624d', 'mac_address': 'fa:16:3e:42:85:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '9da754b5-e5de-4950-acee-2675eeef6422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:06Z', 'updated_at': '2021-02-17T17:59:17Z', 'revision_number': 5, 'project_id': 'd9260803b00f492fbb2783fcefb3624d', 'subnets': [{'id': '9da754b5-e5de-4950-acee-2675eeef6422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:23.395949 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f121b93-f285-4121-bd79-ec2165578579 None None] Checking router: 296139bf-eade-4b2b-99b3-e85c53f69cf6 for host: dv-cinder-760199-3-smb {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:03:23.403431 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b6c90-5e92-42fa-8fee-484d6318eb8c req-5cea16b0-9b7e-4b0d-b5ec-d3220c72a52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:23.405237 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5a7b6c90-5e92-42fa-8fee-484d6318eb8c req-5cea16b0-9b7e-4b0d-b5ec-d3220c72a52f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9da754b5-e5de-4950-acee-2675eeef6422 HTTP/1.1" status: 200 len: 848 time: 0.0721154 Feb 17 18:03:23.408472 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f121b93-f285-4121-bd79-ec2165578579 None None] Routers {'296139bf-eade-4b2b-99b3-e85c53f69cf6'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:03:23.409652 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8f121b93-f285-4121-bd79-ec2165578579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T18:02:58Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['296139bf-eade-4b2b-99b3-e85c53f69cf6'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:23.428452 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81249a2-5cc8-4a1a-9b63-5a0847120531 req-24b41214-1c1a-4796-9a1e-828c4cf2fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:23.430177 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e81249a2-5cc8-4a1a-9b63-5a0847120531 req-24b41214-1c1a-4796-9a1e-828c4cf2fb9b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=531f49ef-8f01-4809-95e2-643d62a7eeb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0877228 Feb 17 18:03:23.496587 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b6c90-5e92-42fa-8fee-484d6318eb8c req-8b32a845-9555-4374-917d-bcb5d84860ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:23.498332 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5a7b6c90-5e92-42fa-8fee-484d6318eb8c req-8b32a845-9555-4374-917d-bcb5d84860ce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=531f49ef-8f01-4809-95e2-643d62a7eeb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0862927 Feb 17 18:03:23.611061 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e81249a2-5cc8-4a1a-9b63-5a0847120531 req-f8b40339-c88c-4ab0-933e-8492efb79737 service neutron] 10.222.0.49 "GET /v2.0/networks/531f49ef-8f01-4809-95e2-643d62a7eeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685536 Feb 17 18:03:23.664915 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5a7b6c90-5e92-42fa-8fee-484d6318eb8c req-f6306ef3-6ad7-41f5-841c-5c81e05d6f8d service neutron] 10.222.0.67 "GET /v2.0/networks/531f49ef-8f01-4809-95e2-643d62a7eeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590116 Feb 17 18:03:23.792421 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-8f121b93-f285-4121-bd79-ec2165578579 None None] Set router 296139bf-eade-4b2b-99b3-e85c53f69cf6 gateway port host: dv-cinder-760199-3-smb {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:03:23.799305 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-e81249a2-5cc8-4a1a-9b63-5a0847120531 req-38424dfd-bccd-4a40-83fd-42f6c394ee0b service neutron] 10.222.0.49 "GET /v2.0/networks/531f49ef-8f01-4809-95e2-643d62a7eeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1798325 Feb 17 18:03:23.834997 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-5a7b6c90-5e92-42fa-8fee-484d6318eb8c req-323176e0-ea04-4501-95e0-15a668173abd service neutron] 10.222.0.67 "GET /v2.0/networks/531f49ef-8f01-4809-95e2-643d62a7eeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1634607 Feb 17 18:03:24.171837 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8f121b93-f285-4121-bd79-ec2165578579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'name': 'tempest-TestShelveInstance-1990280536-router', 'tenant_id': 'd9260803b00f492fbb2783fcefb3624d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'a12ef86d-07ff-400a-8328-7f698752a492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:02Z', 'updated_at': '2021-02-17T17:59:08Z', 'revision_number': 4, 'project_id': 'd9260803b00f492fbb2783fcefb3624d', 'gw_port': {'id': 'a12ef86d-07ff-400a-8328-7f698752a492', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:03Z', 'updated_at': '2021-02-17T17:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': 'd9cffb9c-cc7b-4458-a9b2-ad2da76c2230', 'name': '', 'network_id': '531f49ef-8f01-4809-95e2-643d62a7eeb2', 'tenant_id': 'd9260803b00f492fbb2783fcefb3624d', 'mac_address': 'fa:16:3e:42:85:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '9da754b5-e5de-4950-acee-2675eeef6422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:06Z', 'updated_at': '2021-02-17T17:59:17Z', 'revision_number': 5, 'project_id': 'd9260803b00f492fbb2783fcefb3624d', 'subnets': [{'id': '9da754b5-e5de-4950-acee-2675eeef6422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:24.176461 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f121b93-f285-4121-bd79-ec2165578579 None None] The sync data for ids ['296139bf-eade-4b2b-99b3-e85c53f69cf6'] in dv-cinder-760199-3-smb is: [{'id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'name': 'tempest-TestShelveInstance-1990280536-router', 'tenant_id': 'd9260803b00f492fbb2783fcefb3624d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'a12ef86d-07ff-400a-8328-7f698752a492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:02Z', 'updated_at': '2021-02-17T17:59:08Z', 'revision_number': 4, 'project_id': 'd9260803b00f492fbb2783fcefb3624d', 'gw_port': {'id': 'a12ef86d-07ff-400a-8328-7f698752a492', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:03Z', 'updated_at': '2021-02-17T17:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb', '_interfaces': [{'id': 'd9cffb9c-cc7b-4458-a9b2-ad2da76c2230', 'name': '', 'network_id': '531f49ef-8f01-4809-95e2-643d62a7eeb2', 'tenant_id': 'd9260803b00f492fbb2783fcefb3624d', 'mac_address': 'fa:16:3e:42:85:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '9da754b5-e5de-4950-acee-2675eeef6422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:06Z', 'updated_at': '2021-02-17T17:59:17Z', 'revision_number': 5, 'project_id': 'd9260803b00f492fbb2783fcefb3624d', 'subnets': [{'id': '9da754b5-e5de-4950-acee-2675eeef6422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:03:24.280858 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6e507-fdf8-4fb3-a242-1445985d097f req-fa923a0b-80db-4b44-90f4-b82063d39ef5 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:24.281918 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-74a6e507-fdf8-4fb3-a242-1445985d097f req-fa923a0b-80db-4b44-90f4-b82063d39ef5 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Synchronizing usage tracker for tenant:d9260803b00f492fbb2783fcefb3624d on resource:port {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:03:24.299361 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.quota.resource [req-74a6e507-fdf8-4fb3-a242-1445985d097f req-fa923a0b-80db-4b44-90f4-b82063d39ef5 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Unset dirty status for tenant:d9260803b00f492fbb2783fcefb3624d on resource:port {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:03:24.300740 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-74a6e507-fdf8-4fb3-a242-1445985d097f req-fa923a0b-80db-4b44-90f4-b82063d39ef5 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 946 time: 0.1246438 Feb 17 18:03:24.352464 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-74a6e507-fdf8-4fb3-a242-1445985d097f req-6815ab3f-981a-446b-95a6-194c3dddf4fe tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0452914 Feb 17 18:03:24.612667 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4048160a-ffbc-4fd9-a244-952a91bd5b8c None None] New status for floating IP b7e88713-4c7d-452c-8480-e39a5904b1f2: DOWN {{(pid=83988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 18:03:25.438886 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c3614a97-42c8-44e0-951e-b59dd5d82ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:25.564033 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce03539-a0ba-4f78-ade9-a0d95af32714 req-54ccd12b-3248-4edf-9c3d-9fddb9da6e63 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:25.565728 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0ce03539-a0ba-4f78-ade9-a0d95af32714 req-54ccd12b-3248-4edf-9c3d-9fddb9da6e63 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 946 time: 0.0928748 Feb 17 18:03:25.616378 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-0ce03539-a0ba-4f78-ade9-a0d95af32714 req-26612a6a-3042-410a-8b95-c43463c43a5a tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0441372 Feb 17 18:03:25.728044 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53c818-8c37-4a2e-8415-aefabb186947 req-d678b077-0584-42ab-a3d8-6344e784df74 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:25.730208 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-af53c818-8c37-4a2e-8415-aefabb186947 req-d678b077-0584-42ab-a3d8-6344e784df74 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.67 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 946 time: 0.0907331 Feb 17 18:03:25.816968 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-af53c818-8c37-4a2e-8415-aefabb186947 req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Deleting port 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:03:25.817356 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-af53c818-8c37-4a2e-8415-aefabb186947 req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:26.098290 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-af53c818-8c37-4a2e-8415-aefabb186947 req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] For port 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09,segment=NetworkSegment(2313a3ab-1a77-40b1-b19d-ef398bdf7c2c),segment_id=2313a3ab-1a77-40b1-b19d-ef398bdf7c2c)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:03:26.098863 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-af53c818-8c37-4a2e-8415-aefabb186947 req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:26.238250 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-af53c818-8c37-4a2e-8415-aefabb186947 req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Calling delete_port for 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:03:26.393859 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-af53c818-8c37-4a2e-8415-aefabb186947 req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:26.410041 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-588203b2-fe21-4fad-a428-d237c5044904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:26.443971 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:03:26.483058 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] No Port match for: 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:03:26.483458 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Device 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 not bound to the agent host hv-cinder-76019 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:03:26.519014 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Pushing event deleted for resources: {'Port': ['ID=26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:26.533474 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:26.533900 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:26.534322 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:26.534735 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:26.535145 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:26.535552 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:26.535958 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:26.536365 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:26.536817 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:26.537226 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:26.537644 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:26.538023 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:26.538480 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:26.538883 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:26.539283 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:26.539689 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:26.540086 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:26.540484 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:26.540909 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:26.541310 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:26.541709 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:26.542734 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:26.543072 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:26.543486 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:26.548931 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:26.642839 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-af53c818-8c37-4a2e-8415-aefabb186947 req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] No DVR routers for this DVR port 26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 on host hv-cinder-76019 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:03:26.645325 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-af53c818-8c37-4a2e-8415-aefabb186947 req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854590551'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:26.648336 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e17a03-7e7f-4f5f-92ec-daa260b4dbed', 'name': 'network-vif-deleted', 'tag': '26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:03:26.669866 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-af53c818-8c37-4a2e-8415-aefabb186947 req-570e1b96-7dd5-41b7-9914-5e67f4851b6f tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.67 "DELETE /v2.0/ports/26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09 HTTP/1.1" status: 204 len: 173 time: 0.9348884 Feb 17 18:03:26.763217 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e17a03-7e7f-4f5f-92ec-daa260b4dbed', 'name': 'network-vif-deleted', 'tag': '26ba4a4a-1cfa-4b62-8ccb-2b0bb0834d09', 'status': 'completed', 'code': 200} Feb 17 18:03:26.810161 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-3a7ed3ff-1f70-4cc3-8cc8-cf235db1f110 req-4de35d3f-6c73-40c0-8dab-86c3ee622d38 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/ports?device_id=85e17a03-7e7f-4f5f-92ec-daa260b4dbed HTTP/1.1" status: 200 len: 210 time: 0.0531616 Feb 17 18:03:27.570168 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f2f69750-6513-4594-b971-c3550cca7075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:28.000205 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1cd234fd-e4f5-42be-b75b-3e0a603cc7b6 req-94ff7da8-ca02-46ca-883d-599b9b63cb15 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "GET /v2.0/security-groups/aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c HTTP/1.1" status: 200 len: 2993 time: 0.0628004 Feb 17 18:03:28.085577 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1cd234fd-e4f5-42be-b75b-3e0a603cc7b6 req-e3e5ad20-3700-42da-93e3-74a90a9fbb59 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:28.119587 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1cd234fd-e4f5-42be-b75b-3e0a603cc7b6 req-e3e5ad20-3700-42da-93e3-74a90a9fbb59 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:28.173592 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1cd234fd-e4f5-42be-b75b-3e0a603cc7b6 req-e3e5ad20-3700-42da-93e3-74a90a9fbb59 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:28.177992 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-af6e35de-75d7-4e4b-8d51-9e6d9e4976ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:28.195032 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5ad20-3700-42da-93e3-74a90a9fbb59 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:28.200380 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e3e5ad20-3700-42da-93e3-74a90a9fbb59 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:28.209977 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1cd234fd-e4f5-42be-b75b-3e0a603cc7b6 req-e3e5ad20-3700-42da-93e3-74a90a9fbb59 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:28.211242 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [req-1cd234fd-e4f5-42be-b75b-3e0a603cc7b6 req-e3e5ad20-3700-42da-93e3-74a90a9fbb59 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] 10.222.0.49 "DELETE /v2.0/security-groups/aa6106ec-2b9c-4c27-8fd0-5780ee28fb3c HTTP/1.1" status: 204 len: 173 time: 0.2044168 Feb 17 18:03:28.257245 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 53406) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:28.673894 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:28.839248 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-77208e3f-fa93-446a-bbbe-71251792d0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846487137'] for router_interface, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:29.225079 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-77208e3f-fa93-446a-bbbe-71251792d0d2 admin admin] Deleting port d9cffb9c-cc7b-4458-a9b2-ad2da76c2230 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:03:29.225460 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-77208e3f-fa93-446a-bbbe-71251792d0d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:29.633841 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-77208e3f-fa93-446a-bbbe-71251792d0d2 admin admin] For port d9cffb9c-cc7b-4458-a9b2-ad2da76c2230, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=d9cffb9c-cc7b-4458-a9b2-ad2da76c2230,segment=NetworkSegment(2313a3ab-1a77-40b1-b19d-ef398bdf7c2c),segment_id=2313a3ab-1a77-40b1-b19d-ef398bdf7c2c)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:03:29.634241 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-77208e3f-fa93-446a-bbbe-71251792d0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:29.773733 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-77208e3f-fa93-446a-bbbe-71251792d0d2 admin admin] Calling delete_port for d9cffb9c-cc7b-4458-a9b2-ad2da76c2230 owned by network:router_interface {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:03:29.817535 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:29.977584 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:30.106148 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-77208e3f-fa93-446a-bbbe-71251792d0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:30.120429 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-664546ca-6cd5-45b9-b7dc-dde0a4684851 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:30.222608 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77208e3f-fa93-446a-bbbe-71251792d0d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9cffb9c-cc7b-4458-a9b2-ad2da76c2230,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:30.232899 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-77208e3f-fa93-446a-bbbe-71251792d0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:30.552816 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-77208e3f-fa93-446a-bbbe-71251792d0d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7921286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846487055'] for router_interface, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:31.094085 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77208e3f-fa93-446a-bbbe-71251792d0d2 admin admin] Router 296139bf-eade-4b2b-99b3-e85c53f69cf6 has already been hosted by L3 agent b696c7bc-35f9-4b20-9049-f598d63d0e6c {{(pid=83987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:03:31.286170 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77208e3f-fa93-446a-bbbe-71251792d0d2 admin admin] Notify agent at l3_agent.dv-cinder-760199-3-smb the message routers_updated {{(pid=83987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:03:31.297447 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919be4fb-7199-4951-a0cd-a3b32c4b1c53 None None] Sync routers for ids ['296139bf-eade-4b2b-99b3-e85c53f69cf6'] in dv-cinder-760199-3-smb {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:03:31.300487 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-77208e3f-fa93-446a-bbbe-71251792d0d2 admin admin] 10.222.0.49 "PUT /v2.0/routers/296139bf-eade-4b2b-99b3-e85c53f69cf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0420642 Feb 17 18:03:31.303094 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 53412) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:31.308356 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919be4fb-7199-4951-a0cd-a3b32c4b1c53 None None] Routers {'296139bf-eade-4b2b-99b3-e85c53f69cf6'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:03:31.309064 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-919be4fb-7199-4951-a0cd-a3b32c4b1c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T18:03:28Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['296139bf-eade-4b2b-99b3-e85c53f69cf6'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:31.497072 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1a1e8d62-0fcf-4aa6-bb5d-4348909c46e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:31.507793 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-919be4fb-7199-4951-a0cd-a3b32c4b1c53 None None] Set router 296139bf-eade-4b2b-99b3-e85c53f69cf6 gateway port host: dv-cinder-760199-3-smb {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:03:31.694562 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1a1e8d62-0fcf-4aa6-bb5d-4348909c46e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:31.705240 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-1a1e8d62-0fcf-4aa6-bb5d-4348909c46e9 admin admin] Deleting port a12ef86d-07ff-400a-8328-7f698752a492 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:03:31.705645 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1a1e8d62-0fcf-4aa6-bb5d-4348909c46e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:31.820327 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-919be4fb-7199-4951-a0cd-a3b32c4b1c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'name': 'tempest-TestShelveInstance-1990280536-router', 'tenant_id': 'd9260803b00f492fbb2783fcefb3624d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'a12ef86d-07ff-400a-8328-7f698752a492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:02Z', 'updated_at': '2021-02-17T18:03:30Z', 'revision_number': 5, 'project_id': 'd9260803b00f492fbb2783fcefb3624d', 'gw_port': {'id': 'a12ef86d-07ff-400a-8328-7f698752a492', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:03Z', 'updated_at': '2021-02-17T17:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb'}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:31.824782 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919be4fb-7199-4951-a0cd-a3b32c4b1c53 None None] Checking router: 296139bf-eade-4b2b-99b3-e85c53f69cf6 for host: dv-cinder-760199-3-smb {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:03:31.834959 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919be4fb-7199-4951-a0cd-a3b32c4b1c53 None None] Routers {'296139bf-eade-4b2b-99b3-e85c53f69cf6'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:03:31.835703 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-919be4fb-7199-4951-a0cd-a3b32c4b1c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T18:03:28Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['296139bf-eade-4b2b-99b3-e85c53f69cf6'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:32.016512 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-919be4fb-7199-4951-a0cd-a3b32c4b1c53 None None] Set router 296139bf-eade-4b2b-99b3-e85c53f69cf6 gateway port host: None {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:03:32.139055 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-1a1e8d62-0fcf-4aa6-bb5d-4348909c46e9 admin admin] For port a12ef86d-07ff-400a-8328-7f698752a492, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=a12ef86d-07ff-400a-8328-7f698752a492,segment=NetworkSegment(1518ad10-b1eb-469a-b2c2-2c6841e70835),segment_id=1518ad10-b1eb-469a-b2c2-2c6841e70835)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:03:32.139656 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1a1e8d62-0fcf-4aa6-bb5d-4348909c46e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:32.145850 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-919be4fb-7199-4951-a0cd-a3b32c4b1c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'name': 'tempest-TestShelveInstance-1990280536-router', 'tenant_id': 'd9260803b00f492fbb2783fcefb3624d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:02Z', 'updated_at': '2021-02-17T18:03:31Z', 'revision_number': 6, 'project_id': 'd9260803b00f492fbb2783fcefb3624d', 'gw_port_host': None}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:32.150218 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919be4fb-7199-4951-a0cd-a3b32c4b1c53 None None] The sync data for ids ['296139bf-eade-4b2b-99b3-e85c53f69cf6'] in dv-cinder-760199-3-smb is: [{'id': '296139bf-eade-4b2b-99b3-e85c53f69cf6', 'name': 'tempest-TestShelveInstance-1990280536-router', 'tenant_id': 'd9260803b00f492fbb2783fcefb3624d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:02Z', 'updated_at': '2021-02-17T18:03:31Z', 'revision_number': 6, 'project_id': 'd9260803b00f492fbb2783fcefb3624d', 'gw_port_host': None}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:03:32.284515 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-1a1e8d62-0fcf-4aa6-bb5d-4348909c46e9 admin admin] Calling delete_port for a12ef86d-07ff-400a-8328-7f698752a492 owned by network:router_gateway {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:03:32.478382 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1a1e8d62-0fcf-4aa6-bb5d-4348909c46e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323135'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:32.495733 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-50a35f50-9e3f-4441-ae41-53ef48780ae9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:32.511229 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device a12ef86d-07ff-400a-8328-7f698752a492 no longer exists at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:03:32.549570 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] No Port match for: a12ef86d-07ff-400a-8328-7f698752a492 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:03:32.549979 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device a12ef86d-07ff-400a-8328-7f698752a492 not bound to the agent host dv-cinder-760199-3-smb {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:03:32.550434 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device d9cffb9c-cc7b-4458-a9b2-ad2da76c2230 no longer exists at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:03:32.587833 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] No Port match for: d9cffb9c-cc7b-4458-a9b2-ad2da76c2230 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:03:32.588240 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device d9cffb9c-cc7b-4458-a9b2-ad2da76c2230 not bound to the agent host dv-cinder-760199-3-smb {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:03:32.597194 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e8d62-0fcf-4aa6-bb5d-4348909c46e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a12ef86d-07ff-400a-8328-7f698752a492,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:32.600100 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1a1e8d62-0fcf-4aa6-bb5d-4348909c46e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:32.742120 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1a1e8d62-0fcf-4aa6-bb5d-4348909c46e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8265093'] for router_gateway, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:32.940130 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1a1e8d62-0fcf-4aa6-bb5d-4348909c46e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846492619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13480'] for router, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:32.942463 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1a1e8d62-0fcf-4aa6-bb5d-4348909c46e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:33.031914 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1a1e8d62-0fcf-4aa6-bb5d-4348909c46e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846491625'] for router, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:33.032518 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1e8d62-0fcf-4aa6-bb5d-4348909c46e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 296139bf-eade-4b2b-99b3-e85c53f69cf6 {{(pid=83987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 18:03:33.053644 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1a1e8d62-0fcf-4aa6-bb5d-4348909c46e9 admin admin] Notify callbacks [] for router, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:33.055973 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-1a1e8d62-0fcf-4aa6-bb5d-4348909c46e9 admin admin] 10.222.0.49 "DELETE /v2.0/routers/296139bf-eade-4b2b-99b3-e85c53f69cf6 HTTP/1.1" status: 204 len: 168 time: 1.7518537 Feb 17 18:03:33.058651 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 53416) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:33.146497 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-755136d4-ccf9-4e53-bb77-fb643b24def4 admin admin] Deleting subnet 9da754b5-e5de-4950-acee-2675eeef6422 {{(pid=83986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 18:03:33.149475 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-755136d4-ccf9-4e53-bb77-fb643b24def4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:33.207250 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-755136d4-ccf9-4e53-bb77-fb643b24def4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849491584'] for subnet, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:33.296078 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-755136d4-ccf9-4e53-bb77-fb643b24def4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853767929'] for subnet, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:33.569717 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-755136d4-ccf9-4e53-bb77-fb643b24def4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846389800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036849322119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848634896'] for subnet, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:33.586199 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-dcc2cbce-5d17-4d52-a881-d70ab788b0c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:33.683875 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755136d4-ccf9-4e53-bb77-fb643b24def4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9da754b5-e5de-4950-acee-2675eeef6422,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:33.688049 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-755136d4-ccf9-4e53-bb77-fb643b24def4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:33.724426 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-755136d4-ccf9-4e53-bb77-fb643b24def4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:33.730193 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361fcd5c-49a7-48b8-94ee-91b8af9284c9 None None] Network 531f49ef-8f01-4809-95e2-643d62a7eeb2 requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:03:33.731481 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-755136d4-ccf9-4e53-bb77-fb643b24def4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9da754b5-e5de-4950-acee-2675eeef6422 HTTP/1.1" status: 204 len: 168 time: 0.6720216 Feb 17 18:03:33.734252 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 53422) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:33.860653 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4c9903f1-f25b-41b7-99df-f80bb782db1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247486'] for network, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:33.939036 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-4c9903f1-f25b-41b7-99df-f80bb782db1c admin admin] Deleting port cc31ee58-4da1-4e0b-ab3c-b78ea34202cb {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:03:33.939413 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4c9903f1-f25b-41b7-99df-f80bb782db1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:34.001896 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edfdde7-5a8f-481f-b154-eefb3fe3a90c None None] DHCP port deletion for 531f49ef-8f01-4809-95e2-643d62a7eeb2 request from dv-cinder-760199-3-smb {{(pid=83988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 18:03:34.006205 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-4edfdde7-5a8f-481f-b154-eefb3fe3a90c None None] Deleting port cc31ee58-4da1-4e0b-ab3c-b78ea34202cb {{(pid=83988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:03:34.006633 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4edfdde7-5a8f-481f-b154-eefb3fe3a90c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:34.177749 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-4c9903f1-f25b-41b7-99df-f80bb782db1c admin admin] For port cc31ee58-4da1-4e0b-ab3c-b78ea34202cb, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=cc31ee58-4da1-4e0b-ab3c-b78ea34202cb,segment=NetworkSegment(2313a3ab-1a77-40b1-b19d-ef398bdf7c2c),segment_id=2313a3ab-1a77-40b1-b19d-ef398bdf7c2c)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:03:34.178504 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4c9903f1-f25b-41b7-99df-f80bb782db1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:34.236499 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-4edfdde7-5a8f-481f-b154-eefb3fe3a90c None None] For port cc31ee58-4da1-4e0b-ab3c-b78ea34202cb, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=cc31ee58-4da1-4e0b-ab3c-b78ea34202cb,segment=NetworkSegment(2313a3ab-1a77-40b1-b19d-ef398bdf7c2c),segment_id=2313a3ab-1a77-40b1-b19d-ef398bdf7c2c)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:03:34.236881 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4edfdde7-5a8f-481f-b154-eefb3fe3a90c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:34.326433 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-4c9903f1-f25b-41b7-99df-f80bb782db1c admin admin] Calling delete_port for cc31ee58-4da1-4e0b-ab3c-b78ea34202cb owned by network:dhcp {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:03:34.374781 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-4edfdde7-5a8f-481f-b154-eefb3fe3a90c None None] Calling delete_port for cc31ee58-4da1-4e0b-ab3c-b78ea34202cb owned by network:dhcp {{(pid=83988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:03:34.413118 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4c9903f1-f25b-41b7-99df-f80bb782db1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849322323'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:34.429993 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d3177772-8652-4845-a15c-4f96105af9d7 tempest-TestShelveInstance-270488519 tempest-TestShelveInstance-270488519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:34.460360 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.db.api [None req-4edfdde7-5a8f-481f-b154-eefb3fe3a90c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83988) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:03:34.460816 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_db.api [None req-4edfdde7-5a8f-481f-b154-eefb3fe3a90c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:03:34.509961 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device cc31ee58-4da1-4e0b-ab3c-b78ea34202cb no longer exists at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:03:34.536266 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9903f1-f25b-41b7-99df-f80bb782db1c admin admin] Pushing event deleted for resources: {'Port': ['ID=cc31ee58-4da1-4e0b-ab3c-b78ea34202cb,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:34.541341 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4c9903f1-f25b-41b7-99df-f80bb782db1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:34.548524 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] No Port match for: cc31ee58-4da1-4e0b-ab3c-b78ea34202cb {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:03:34.548951 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device cc31ee58-4da1-4e0b-ab3c-b78ea34202cb not bound to the agent host dv-cinder-760199-3-smb {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:03:34.579463 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9903f1-f25b-41b7-99df-f80bb782db1c admin admin] No DVR routers for this DVR port cc31ee58-4da1-4e0b-ab3c-b78ea34202cb on host dv-cinder-760199-3-smb {{(pid=83986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:03:34.709030 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4c9903f1-f25b-41b7-99df-f80bb782db1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853766242', 'neutron.services.segments.db._delete_segments_for_network-8753449836301'] for network, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:34.836897 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-4c9903f1-f25b-41b7-99df-f80bb782db1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531f49ef-8f01-4809-95e2-643d62a7eeb2']}} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:34.852196 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-4c9903f1-f25b-41b7-99df-f80bb782db1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2313a3ab-1a77-40b1-b19d-ef398bdf7c2c') {'for_net_delete': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:34.852531 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-4c9903f1-f25b-41b7-99df-f80bb782db1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2313a3ab-1a77-40b1-b19d-ef398bdf7c2c') {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:34.866182 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4c9903f1-f25b-41b7-99df-f80bb782db1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753449833229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5284248'] for segment, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:34.885780 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4c9903f1-f25b-41b7-99df-f80bb782db1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012526'] for segment, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:34.888480 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4c9903f1-f25b-41b7-99df-f80bb782db1c admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 18:03:34.962189 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-4edfdde7-5a8f-481f-b154-eefb3fe3a90c None None] Deleting port cc31ee58-4da1-4e0b-ab3c-b78ea34202cb {{(pid=83988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:03:34.962528 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4edfdde7-5a8f-481f-b154-eefb3fe3a90c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:35.043224 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-4edfdde7-5a8f-481f-b154-eefb3fe3a90c None None] The port 'cc31ee58-4da1-4e0b-ab3c-b78ea34202cb' was deleted {{(pid=83988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 18:03:35.086882 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-4c9903f1-f25b-41b7-99df-f80bb782db1c admin admin] Network 531f49ef-8f01-4809-95e2-643d62a7eeb2 has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:03:35.097850 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4c9903f1-f25b-41b7-99df-f80bb782db1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853763306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5453446'] for segment, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:35.285105 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-4c9903f1-f25b-41b7-99df-f80bb782db1c admin admin] Network 531f49ef-8f01-4809-95e2-643d62a7eeb2 has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:03:35.312753 dv-cinder-760199-3-smb neutron-server[83873]: Traceback (most recent call last): Feb 17 18:03:35.312753 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:03:35.312753 dv-cinder-760199-3-smb neutron-server[83873]: timer() Feb 17 18:03:35.312753 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:03:35.312753 dv-cinder-760199-3-smb neutron-server[83873]: cb(*args, **kw) Feb 17 18:03:35.312753 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 18:03:35.312753 dv-cinder-760199-3-smb neutron-server[83873]: return func(*args, **kwargs) Feb 17 18:03:35.312753 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:03:35.312753 dv-cinder-760199-3-smb neutron-server[83873]: self._notify() Feb 17 18:03:35.312753 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:03:35.312753 dv-cinder-760199-3-smb neutron-server[83873]: self.callback(batched_events) Feb 17 18:03:35.312753 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:03:35.312753 dv-cinder-760199-3-smb neutron-server[83873]: event.method(event) Feb 17 18:03:35.312753 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 18:03:35.312753 dv-cinder-760199-3-smb neutron-server[83873]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:03:35.312753 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 18:03:35.312753 dv-cinder-760199-3-smb neutron-server[83873]: segment_id)['aggregates'][0] Feb 17 18:03:35.312753 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 18:03:35.312753 dv-cinder-760199-3-smb neutron-server[83873]: return f(self, *a, **k) Feb 17 18:03:35.312753 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 18:03:35.312753 dv-cinder-760199-3-smb neutron-server[83873]: return self._get(url).json() Feb 17 18:03:35.312753 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:03:35.312753 dv-cinder-760199-3-smb neutron-server[83873]: **kwargs) Feb 17 18:03:35.312753 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 18:03:35.312753 dv-cinder-760199-3-smb neutron-server[83873]: return self.request(url, 'GET', **kwargs) Feb 17 18:03:35.312753 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 18:03:35.312753 dv-cinder-760199-3-smb neutron-server[83873]: **endpoint_filter) Feb 17 18:03:35.312753 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 18:03:35.312753 dv-cinder-760199-3-smb neutron-server[83873]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:03:35.312753 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 18:03:35.312753 dv-cinder-760199-3-smb neutron-server[83873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:03:35.312753 dv-cinder-760199-3-smb neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:03:35.393909 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4c9903f1-f25b-41b7-99df-f80bb782db1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846510654'] for network, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:35.397403 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:35.412121 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4c9903f1-f25b-41b7-99df-f80bb782db1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:35.423645 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9903f1-f25b-41b7-99df-f80bb782db1c admin admin] Pushing event deleted for resources: {'Network': ['ID=531f49ef-8f01-4809-95e2-643d62a7eeb2,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:35.427170 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4c9903f1-f25b-41b7-99df-f80bb782db1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:35.438060 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-4c9903f1-f25b-41b7-99df-f80bb782db1c admin admin] 10.222.0.49 "DELETE /v2.0/networks/531f49ef-8f01-4809-95e2-643d62a7eeb2 HTTP/1.1" status: 204 len: 168 time: 1.7027271 Feb 17 18:03:35.441095 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 53426) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:36.293172 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6749aba9-7705-4468-8257-430624508a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846487137'] for router_interface, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:36.700353 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-6749aba9-7705-4468-8257-430624508a4d admin admin] Deleting port d79388c6-9d63-414c-a545-1df4995cca4e {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:03:36.700687 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6749aba9-7705-4468-8257-430624508a4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:36.892947 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-6749aba9-7705-4468-8257-430624508a4d admin admin] For port d79388c6-9d63-414c-a545-1df4995cca4e, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=d79388c6-9d63-414c-a545-1df4995cca4e,segment=NetworkSegment(07e9004e-ef50-41fc-9065-26a0bc86b4f7),segment_id=07e9004e-ef50-41fc-9065-26a0bc86b4f7)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:03:36.893348 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6749aba9-7705-4468-8257-430624508a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:37.030812 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-6749aba9-7705-4468-8257-430624508a4d admin admin] Calling delete_port for d79388c6-9d63-414c-a545-1df4995cca4e owned by network:router_interface {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:03:37.216499 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6749aba9-7705-4468-8257-430624508a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849322323'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:37.232985 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:37.332915 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749aba9-7705-4468-8257-430624508a4d admin admin] Pushing event deleted for resources: {'Port': ['ID=d79388c6-9d63-414c-a545-1df4995cca4e,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:37.343989 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6749aba9-7705-4468-8257-430624508a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:37.670232 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6749aba9-7705-4468-8257-430624508a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7921286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846487055'] for router_interface, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:38.202978 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6749aba9-7705-4468-8257-430624508a4d admin admin] Router b895b945-be3f-4e99-87c0-4595e2475c39 has already been hosted by L3 agent b696c7bc-35f9-4b20-9049-f598d63d0e6c {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:03:38.399505 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6749aba9-7705-4468-8257-430624508a4d admin admin] Notify agent at l3_agent.dv-cinder-760199-3-smb the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:03:38.410387 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-6749aba9-7705-4468-8257-430624508a4d admin admin] 10.222.0.49 "PUT /v2.0/routers/b895b945-be3f-4e99-87c0-4595e2475c39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9681833 Feb 17 18:03:38.411807 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d355b66-e07e-4d58-a38e-2ae8e246b9de None None] Sync routers for ids ['b895b945-be3f-4e99-87c0-4595e2475c39'] in dv-cinder-760199-3-smb {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:03:38.413164 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 53430) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:38.430281 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d355b66-e07e-4d58-a38e-2ae8e246b9de None None] Routers {'b895b945-be3f-4e99-87c0-4595e2475c39'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:03:38.431036 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8d355b66-e07e-4d58-a38e-2ae8e246b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T18:03:28Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['b895b945-be3f-4e99-87c0-4595e2475c39'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:38.626944 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5bab6403-0f2a-4de7-a040-d5862023ad64 admin admin] Notify callbacks [] for router, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:38.638413 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-8d355b66-e07e-4d58-a38e-2ae8e246b9de None None] Set router b895b945-be3f-4e99-87c0-4595e2475c39 gateway port host: dv-cinder-760199-3-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:03:38.858093 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:38.878125 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5bab6403-0f2a-4de7-a040-d5862023ad64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:38.888178 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-5bab6403-0f2a-4de7-a040-d5862023ad64 admin admin] Deleting port 7cfcae45-970a-4e32-b108-88eaf7616f99 {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:03:38.888178 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5bab6403-0f2a-4de7-a040-d5862023ad64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:38.971094 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8d355b66-e07e-4d58-a38e-2ae8e246b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b895b945-be3f-4e99-87c0-4595e2475c39', 'name': 'tempest-TestShelveInstance-1727065458-router', 'tenant_id': '1e937128af234a1a8e7c10eedc8af8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'external_fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': '7cfcae45-970a-4e32-b108-88eaf7616f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:11Z', 'updated_at': '2021-02-17T18:03:37Z', 'revision_number': 5, 'project_id': '1e937128af234a1a8e7c10eedc8af8b6', 'gw_port': {'id': '7cfcae45-970a-4e32-b108-88eaf7616f99', 'name': '', 'network_id': '7adbab01-78f4-4f50-aa4c-26c3aba221ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b895b945-be3f-4e99-87c0-4595e2475c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2ba7369c-b814-4a65-9701-7168439702b2', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:12Z', 'updated_at': '2021-02-17T17:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ba7369c-b814-4a65-9701-7168439702b2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-smb'}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:38.975286 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d355b66-e07e-4d58-a38e-2ae8e246b9de None None] Checking router: b895b945-be3f-4e99-87c0-4595e2475c39 for host: dv-cinder-760199-3-smb {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:03:38.985391 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d355b66-e07e-4d58-a38e-2ae8e246b9de None None] Routers {'b895b945-be3f-4e99-87c0-4595e2475c39'} bound to L3 agent in host dv-cinder-760199-3-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:03:38.985940 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8d355b66-e07e-4d58-a38e-2ae8e246b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:41:27Z,description=,heartbeat_timestamp=2021-02-17T18:03:28Z,host='dv-cinder-760199-3-smb',id=b696c7bc-35f9-4b20-9049-f598d63d0e6c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:27Z,topic='l3_agent')) {'router_ids': ['b895b945-be3f-4e99-87c0-4595e2475c39'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:39.087634 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-5bab6403-0f2a-4de7-a040-d5862023ad64 admin admin] For port 7cfcae45-970a-4e32-b108-88eaf7616f99, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=7cfcae45-970a-4e32-b108-88eaf7616f99,segment=NetworkSegment(1518ad10-b1eb-469a-b2c2-2c6841e70835),segment_id=1518ad10-b1eb-469a-b2c2-2c6841e70835)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:03:39.088019 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5bab6403-0f2a-4de7-a040-d5862023ad64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:39.161268 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-8d355b66-e07e-4d58-a38e-2ae8e246b9de None None] Set router b895b945-be3f-4e99-87c0-4595e2475c39 gateway port host: None {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:03:39.230364 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-5bab6403-0f2a-4de7-a040-d5862023ad64 admin admin] Calling delete_port for 7cfcae45-970a-4e32-b108-88eaf7616f99 owned by network:router_gateway {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:03:39.422572 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5bab6403-0f2a-4de7-a040-d5862023ad64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849322323'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:39.439582 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-eceeb4a5-cc05-46a1-bbfb-ed1d451a5839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:39.451996 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8d355b66-e07e-4d58-a38e-2ae8e246b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b895b945-be3f-4e99-87c0-4595e2475c39', 'name': 'tempest-TestShelveInstance-1727065458-router', 'tenant_id': '1e937128af234a1a8e7c10eedc8af8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:11Z', 'updated_at': '2021-02-17T18:03:38Z', 'revision_number': 6, 'project_id': '1e937128af234a1a8e7c10eedc8af8b6', 'gw_port_host': None}], 'dv-cinder-760199-3-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:39.456463 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d355b66-e07e-4d58-a38e-2ae8e246b9de None None] The sync data for ids ['b895b945-be3f-4e99-87c0-4595e2475c39'] in dv-cinder-760199-3-smb is: [{'id': 'b895b945-be3f-4e99-87c0-4595e2475c39', 'name': 'tempest-TestShelveInstance-1727065458-router', 'tenant_id': '1e937128af234a1a8e7c10eedc8af8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:11Z', 'updated_at': '2021-02-17T18:03:38Z', 'revision_number': 6, 'project_id': '1e937128af234a1a8e7c10eedc8af8b6', 'gw_port_host': None}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:03:39.815761 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab6403-0f2a-4de7-a040-d5862023ad64 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cfcae45-970a-4e32-b108-88eaf7616f99,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:39.818514 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5bab6403-0f2a-4de7-a040-d5862023ad64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:39.947856 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5bab6403-0f2a-4de7-a040-d5862023ad64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8265093'] for router_gateway, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:40.150534 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5bab6403-0f2a-4de7-a040-d5862023ad64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846492619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13480'] for router, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:40.154213 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5bab6403-0f2a-4de7-a040-d5862023ad64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:40.180697 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5bab6403-0f2a-4de7-a040-d5862023ad64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846491625'] for router, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:40.181297 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bab6403-0f2a-4de7-a040-d5862023ad64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b895b945-be3f-4e99-87c0-4595e2475c39 {{(pid=83986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 18:03:40.196300 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5bab6403-0f2a-4de7-a040-d5862023ad64 admin admin] Notify callbacks [] for router, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:40.197792 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-5bab6403-0f2a-4de7-a040-d5862023ad64 admin admin] 10.222.0.49 "DELETE /v2.0/routers/b895b945-be3f-4e99-87c0-4595e2475c39 HTTP/1.1" status: 204 len: 168 time: 1.7833412 Feb 17 18:03:40.200504 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 53434) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:40.271913 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fab450b-a47b-4ff6-a046-105f2ad1c52b admin admin] Deleting subnet 23794870-4f25-4dfe-8821-88ba11a5bb01 {{(pid=83986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 18:03:40.274280 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8fab450b-a47b-4ff6-a046-105f2ad1c52b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:40.332268 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8fab450b-a47b-4ff6-a046-105f2ad1c52b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849491584'] for subnet, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:40.418732 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8fab450b-a47b-4ff6-a046-105f2ad1c52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853767929'] for subnet, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:40.516477 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device d79388c6-9d63-414c-a545-1df4995cca4e no longer exists at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:03:40.555335 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] No Port match for: d79388c6-9d63-414c-a545-1df4995cca4e {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:03:40.555731 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device d79388c6-9d63-414c-a545-1df4995cca4e not bound to the agent host dv-cinder-760199-3-smb {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:03:40.556205 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device 7cfcae45-970a-4e32-b108-88eaf7616f99 no longer exists at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:03:40.596066 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] No Port match for: 7cfcae45-970a-4e32-b108-88eaf7616f99 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:03:40.596454 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device 7cfcae45-970a-4e32-b108-88eaf7616f99 not bound to the agent host dv-cinder-760199-3-smb {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:03:40.716709 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8fab450b-a47b-4ff6-a046-105f2ad1c52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846389800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036849322119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848634896'] for subnet, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:40.732424 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:40.832074 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab450b-a47b-4ff6-a046-105f2ad1c52b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23794870-4f25-4dfe-8821-88ba11a5bb01,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:40.836584 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8fab450b-a47b-4ff6-a046-105f2ad1c52b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:40.871359 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8fab450b-a47b-4ff6-a046-105f2ad1c52b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:40.877322 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813b03a6-5060-4880-b823-d83ce3e9f6aa None None] Network bd966a8f-78f6-46c0-b5c2-6aae684cceda requested from dv-cinder-760199-3-smb {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:03:40.877781 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-8fab450b-a47b-4ff6-a046-105f2ad1c52b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/23794870-4f25-4dfe-8821-88ba11a5bb01 HTTP/1.1" status: 204 len: 168 time: 0.6761739 Feb 17 18:03:40.880673 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.49', 53438) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:41.003111 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3eb0ff5b-9560-44b8-8b13-32d642bde644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247486'] for network, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:41.076682 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-3eb0ff5b-9560-44b8-8b13-32d642bde644 admin admin] Deleting port 31da52d1-217f-40df-a0f2-3b5fd0324bf5 {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:03:41.077076 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3eb0ff5b-9560-44b8-8b13-32d642bde644 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:41.154788 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66f85d7-ccae-4c10-bee3-06570617720b None None] DHCP port deletion for bd966a8f-78f6-46c0-b5c2-6aae684cceda request from dv-cinder-760199-3-smb {{(pid=83988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 18:03:41.159847 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-f66f85d7-ccae-4c10-bee3-06570617720b None None] Deleting port 31da52d1-217f-40df-a0f2-3b5fd0324bf5 {{(pid=83988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:03:41.160261 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f66f85d7-ccae-4c10-bee3-06570617720b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:41.312293 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-3eb0ff5b-9560-44b8-8b13-32d642bde644 admin admin] For port 31da52d1-217f-40df-a0f2-3b5fd0324bf5, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=31da52d1-217f-40df-a0f2-3b5fd0324bf5,segment=NetworkSegment(07e9004e-ef50-41fc-9065-26a0bc86b4f7),segment_id=07e9004e-ef50-41fc-9065-26a0bc86b4f7)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:03:41.312614 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3eb0ff5b-9560-44b8-8b13-32d642bde644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:41.388411 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-f66f85d7-ccae-4c10-bee3-06570617720b None None] For port 31da52d1-217f-40df-a0f2-3b5fd0324bf5, host dv-cinder-760199-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-smb',level=0,port_id=31da52d1-217f-40df-a0f2-3b5fd0324bf5,segment=NetworkSegment(07e9004e-ef50-41fc-9065-26a0bc86b4f7),segment_id=07e9004e-ef50-41fc-9065-26a0bc86b4f7)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:03:41.388804 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f66f85d7-ccae-4c10-bee3-06570617720b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8262513'] for port, precommit_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:41.449282 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-3eb0ff5b-9560-44b8-8b13-32d642bde644 admin admin] Calling delete_port for 31da52d1-217f-40df-a0f2-3b5fd0324bf5 owned by network:dhcp {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:03:41.525192 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-f66f85d7-ccae-4c10-bee3-06570617720b None None] Calling delete_port for 31da52d1-217f-40df-a0f2-3b5fd0324bf5 owned by network:dhcp {{(pid=83988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:03:41.533903 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3eb0ff5b-9560-44b8-8b13-32d642bde644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853814679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753449678383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283405504031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849322323'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:41.549570 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4c9903f1-f25b-41b7-99df-f80bb782db1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:41.608084 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.db.api [None req-f66f85d7-ccae-4c10-bee3-06570617720b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83988) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:03:41.608420 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_db.api [None req-f66f85d7-ccae-4c10-bee3-06570617720b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:03:41.654844 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb0ff5b-9560-44b8-8b13-32d642bde644 admin admin] Pushing event deleted for resources: {'Port': ['ID=31da52d1-217f-40df-a0f2-3b5fd0324bf5,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:41.660381 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3eb0ff5b-9560-44b8-8b13-32d642bde644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:41.698268 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb0ff5b-9560-44b8-8b13-32d642bde644 admin admin] No DVR routers for this DVR port 31da52d1-217f-40df-a0f2-3b5fd0324bf5 on host dv-cinder-760199-3-smb {{(pid=83986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:03:41.835107 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3eb0ff5b-9560-44b8-8b13-32d642bde644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853766242', 'neutron.services.segments.db._delete_segments_for_network-8753449836301'] for network, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:41.955484 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-3eb0ff5b-9560-44b8-8b13-32d642bde644 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd966a8f-78f6-46c0-b5c2-6aae684cceda']}} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:41.968817 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-3eb0ff5b-9560-44b8-8b13-32d642bde644 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07e9004e-ef50-41fc-9065-26a0bc86b4f7') {'for_net_delete': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:41.969158 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.services.segments.db [None req-3eb0ff5b-9560-44b8-8b13-32d642bde644 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07e9004e-ef50-41fc-9065-26a0bc86b4f7') {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:41.982417 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3eb0ff5b-9560-44b8-8b13-32d642bde644 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753449833229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5284248'] for segment, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:41.998687 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3eb0ff5b-9560-44b8-8b13-32d642bde644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1012526'] for segment, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:42.000838 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3eb0ff5b-9560-44b8-8b13-32d642bde644 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 18:03:42.110192 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-f66f85d7-ccae-4c10-bee3-06570617720b None None] Deleting port 31da52d1-217f-40df-a0f2-3b5fd0324bf5 {{(pid=83988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:03:42.110658 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f66f85d7-ccae-4c10-bee3-06570617720b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283405104756'] for port, before_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:42.185199 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-f66f85d7-ccae-4c10-bee3-06570617720b None None] The port '31da52d1-217f-40df-a0f2-3b5fd0324bf5' was deleted {{(pid=83988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 18:03:42.188918 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-3eb0ff5b-9560-44b8-8b13-32d642bde644 admin admin] Network bd966a8f-78f6-46c0-b5c2-6aae684cceda has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:03:42.202946 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3eb0ff5b-9560-44b8-8b13-32d642bde644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853763306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5453446'] for segment, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:42.396827 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-3eb0ff5b-9560-44b8-8b13-32d642bde644 admin admin] Network bd966a8f-78f6-46c0-b5c2-6aae684cceda has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:03:42.421703 dv-cinder-760199-3-smb neutron-server[83873]: Traceback (most recent call last): Feb 17 18:03:42.421703 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:03:42.421703 dv-cinder-760199-3-smb neutron-server[83873]: timer() Feb 17 18:03:42.421703 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:03:42.421703 dv-cinder-760199-3-smb neutron-server[83873]: cb(*args, **kw) Feb 17 18:03:42.421703 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 18:03:42.421703 dv-cinder-760199-3-smb neutron-server[83873]: return func(*args, **kwargs) Feb 17 18:03:42.421703 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:03:42.421703 dv-cinder-760199-3-smb neutron-server[83873]: self._notify() Feb 17 18:03:42.421703 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:03:42.421703 dv-cinder-760199-3-smb neutron-server[83873]: self.callback(batched_events) Feb 17 18:03:42.421703 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:03:42.421703 dv-cinder-760199-3-smb neutron-server[83873]: event.method(event) Feb 17 18:03:42.421703 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 18:03:42.421703 dv-cinder-760199-3-smb neutron-server[83873]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:03:42.421703 dv-cinder-760199-3-smb neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 18:03:42.421703 dv-cinder-760199-3-smb neutron-server[83873]: segment_id)['aggregates'][0] Feb 17 18:03:42.421703 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 18:03:42.421703 dv-cinder-760199-3-smb neutron-server[83873]: return f(self, *a, **k) Feb 17 18:03:42.421703 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 18:03:42.421703 dv-cinder-760199-3-smb neutron-server[83873]: return self._get(url).json() Feb 17 18:03:42.421703 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:03:42.421703 dv-cinder-760199-3-smb neutron-server[83873]: **kwargs) Feb 17 18:03:42.421703 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 18:03:42.421703 dv-cinder-760199-3-smb neutron-server[83873]: return self.request(url, 'GET', **kwargs) Feb 17 18:03:42.421703 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 18:03:42.421703 dv-cinder-760199-3-smb neutron-server[83873]: **endpoint_filter) Feb 17 18:03:42.421703 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 18:03:42.421703 dv-cinder-760199-3-smb neutron-server[83873]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:03:42.421703 dv-cinder-760199-3-smb neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 18:03:42.421703 dv-cinder-760199-3-smb neutron-server[83873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:03:42.421703 dv-cinder-760199-3-smb neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:03:42.504227 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device 31da52d1-217f-40df-a0f2-3b5fd0324bf5 no longer exists at agent ovs-agent-dv-cinder-760199-3-smb {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:03:42.509506 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3eb0ff5b-9560-44b8-8b13-32d642bde644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846854513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846510654'] for network, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:42.513665 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:42.528469 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3eb0ff5b-9560-44b8-8b13-32d642bde644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846854500'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:42.539922 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb0ff5b-9560-44b8-8b13-32d642bde644 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd966a8f-78f6-46c0-b5c2-6aae684cceda,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:42.544226 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3eb0ff5b-9560-44b8-8b13-32d642bde644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:42.546256 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-3eb0ff5b-9560-44b8-8b13-32d642bde644 admin admin] 10.222.0.49 "DELETE /v2.0/networks/bd966a8f-78f6-46c0-b5c2-6aae684cceda HTTP/1.1" status: 204 len: 168 time: 1.6644714 Feb 17 18:03:42.547935 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] No Port match for: 31da52d1-217f-40df-a0f2-3b5fd0324bf5 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:03:42.548341 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Device 31da52d1-217f-40df-a0f2-3b5fd0324bf5 not bound to the agent host dv-cinder-760199-3-smb {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:03:42.776316 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 53444) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:42.834564 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-6bf2ddca-e6e6-4d23-bec4-fe0cb1e13131 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d9260803b00f492fbb2783fcefb3624d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0563474 Feb 17 18:03:42.837491 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 53448) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:42.903052 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b4def55c-5b92-437e-b075-50e085218961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:42.931807 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b4def55c-5b92-437e-b075-50e085218961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:42.981611 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b4def55c-5b92-437e-b075-50e085218961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:42.986777 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8a632afe-c9bc-47bc-a8e0-3cdcf45abd04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:43.001226 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4def55c-5b92-437e-b075-50e085218961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c47bf81-0685-49b7-86f0-9cb374f6cee5,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:43.006463 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b4def55c-5b92-437e-b075-50e085218961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:43.008501 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b4def55c-5b92-437e-b075-50e085218961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:43.009754 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-b4def55c-5b92-437e-b075-50e085218961 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3c47bf81-0685-49b7-86f0-9cb374f6cee5 HTTP/1.1" status: 204 len: 168 time: 0.1712675 Feb 17 18:03:43.377890 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 53456) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:43.431756 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-e2877e53-3ef2-4d34-ab2b-04bb935d2be3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1e937128af234a1a8e7c10eedc8af8b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525222 Feb 17 18:03:43.434415 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.49', 53460) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:43.501631 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-226c4837-7f24-4806-8d10-21036027be92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:43.530036 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-226c4837-7f24-4806-8d10-21036027be92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:43.580575 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-226c4837-7f24-4806-8d10-21036027be92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387595'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:43.586129 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-03f6ee70-cf8f-4527-9845-2e8d256f3511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:43.598937 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c4837-7f24-4806-8d10-21036027be92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fca4c2-d00e-425c-98b4-7e59e8156bdb,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:43.602891 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-226c4837-7f24-4806-8d10-21036027be92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:43.606801 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-226c4837-7f24-4806-8d10-21036027be92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:43.608025 dv-cinder-760199-3-smb neutron-server[83873]: INFO neutron.wsgi [None req-226c4837-7f24-4806-8d10-21036027be92 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a9fca4c2-d00e-425c-98b4-7e59e8156bdb HTTP/1.1" status: 204 len: 168 time: 0.1726451 Feb 17 18:03:52.198131 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:03:55.442807 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-851b46d1-76d9-4468-9fb8-96d138d3c1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:57.566876 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b5049eea-c025-4ca8-88e4-83d5fe2e53f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:58.675272 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:59.809525 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:59.979632 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:08.825138 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:25.447801 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-90bafcbc-b909-45a3-b380-f60ad721c9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:27.569742 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a425df5d-2e84-42a2-85c8-c84845821735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:28.678400 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:29.198194 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:04:29.810994 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:29.984274 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:38.832860 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:55.451454 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d4ed3827-2ea3-4657-ba8a-9209f9eae733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:57.571665 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3900a262-6af3-46ee-ba84-c1b586e3024b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:58.684857 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:59.813434 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:59.988374 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:06.197946 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:05:08.851644 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:25.454898 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-27f95508-324d-4403-bd0f-2655db87ad52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:27.576031 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-99d65736-3d41-4a07-b455-211756be77fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:28.683696 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:29.815649 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:29.991794 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:38.846449 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:43.198853 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:05:55.457460 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3aacbbcd-6715-40af-824e-abc63568f6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:57.579143 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ba5fd42f-4028-4129-b610-88c22533db55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:58.687083 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:59.818554 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:59.996888 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:08.846408 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:20.198812 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:06:25.460486 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26db711e-8a06-47e4-886c-5e529a28d0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:27.580813 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-14f8786f-2bb4-437e-9098-54c6f61e9f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:28.690162 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:29.820846 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:30.001410 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:38.845813 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:47.773439 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [req-8488bb04-2789-4e64-ab91-ca1752cc86e2 req-f598daf4-c671-46eb-bfbd-134bd64b0386 service neutron] (83986) timed out ('10.222.0.67', 51112) {{(pid=83986) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 18:06:50.444253 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.wsgi [req-2ff1042e-848b-4a4d-b5da-8c55a0845208 req-514d95bd-7327-4284-b0f8-b06aa009c2d1 tempest-DeleteServersTestJSON-1540672019 tempest-DeleteServersTestJSON-1540672019-project] (83987) timed out ('10.222.0.67', 51178) {{(pid=83987) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 18:06:55.465694 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f861523f-955c-4db3-ac33-c3b11bd3af07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:57.199707 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:06:57.581937 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-957b82ef-61d5-4eb6-8466-e8bd13a32270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:58.693895 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:59.823995 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:00.004945 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:08.847801 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:25.468408 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8e68a2b5-da50-46e0-9dc1-d4db4fc9756c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:27.584435 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f30ed408-b173-412c-a000-9009cc8e7c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:28.694747 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:29.825556 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:30.007274 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:34.199807 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:07:38.844575 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:55.470339 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a0f0f1e2-4cc6-4de4-a7e8-26d08b5d5ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:57.586909 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-256054d2-ea03-46c6-b105-006676a4911b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:58.698216 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:59.827647 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:00.010520 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:08.844745 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:11.199773 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron.db.agents_db [None req-0a41c3bf-a582-456b-9256-3dd8723e9877 None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:08:25.474120 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7d51a95a-edb8-4cc8-981d-583ebbaee5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:27.589277 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-72a8e667-c906-45dd-909d-983ad07337fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:28.701299 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c5399d66-f597-490a-9dae-da94ec097275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:29.833297 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86a50298-4570-4d84-87a6-b2b34c24966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:30.017335 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7eee-9746-430b-b54a-2e0f25182211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:38.845923 dv-cinder-760199-3-smb neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-650d19f1-1c87-40c3-afb3-3237fdbde6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283404947214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853824800'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}